[ 636.608597] env[69309]: INFO neutron.common.config [-] Logging enabled! [ 636.608846] env[69309]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.0.0.0rc2.dev31 [ 636.609061] env[69309]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69309) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 636.609358] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 636.609458] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 636.610311] env[69309]: WARNING oslo_policy.policy [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 636.610537] env[69309]: WARNING oslo_policy.policy [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 636.612011] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] VMware NSXv3 Agent initialized successfully. [ 636.612375] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] Acquiring lock "singleton_lock" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.612515] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] Acquired lock "singleton_lock" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.612721] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] Releasing lock "singleton_lock" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.613049] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] Full set of CONF: {{(pid=69309) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 636.613230] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ******************************************************************************** {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 636.613364] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] Configuration options gathered from: {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 636.613592] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 636.613765] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 636.613883] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ================================================================================ {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 636.614067] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] agent_down_time = 75 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.614218] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] allow_automatic_dhcp_failover = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.614361] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] allow_bulk = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.614512] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] api_extensions_path = {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.614683] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] api_paste_config = api-paste.ini {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.614857] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] auth_strategy = keystone {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.614976] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] backdoor_port = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.615100] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] backdoor_socket = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.615247] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] backlog = 4096 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.615393] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.615557] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] bind_host = 0.0.0.0 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.615708] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] bind_port = 9696 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.615882] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] client_socket_timeout = 900 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.616048] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] config_dir = [] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.616263] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.616338] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] config_source = [] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.616456] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] control_exchange = neutron {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.616832] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] core_plugin = ml2 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.617136] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] debug = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.617323] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] default_availability_zones = [] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.617701] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.617891] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] dhcp_agent_notification = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.618060] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] dhcp_agents_per_network = 1 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.618211] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] dhcp_lease_duration = 86400 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.618366] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] dhcp_load_type = networks {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.618516] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] dns_domain = openstacklocal {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.618665] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.618853] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] enable_default_route_bfd = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.619033] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] enable_default_route_ecmp = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.619230] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] enable_dvr = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.619389] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] enable_new_agents = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.619616] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.619795] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] enable_signals = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.619943] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] enable_traditional_dhcp = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.620096] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] external_dns_driver = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.620238] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] filter_validation = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.620390] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] global_physnet_mtu = 8950 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.620543] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] graceful_shutdown_timeout = 60 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.620713] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] host = cpu-1 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.620866] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] host_dvr_for_dhcp = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.621020] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] http_retries = 3 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.621169] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] instance_format = [instance: %(uuid)s] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.621316] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.621459] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ipam_driver = internal {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.621601] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ipv6_pd_enabled = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.621761] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] l3_ha = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.621969] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.622164] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] l3_ha_network_physical_name = {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.622316] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] l3_ha_network_type = {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.622467] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] log_color = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.622949] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] log_config_append = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.623152] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.623288] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] log_dir = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.623435] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] log_file = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.623553] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] log_options = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.623699] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] log_rotate_interval = 1 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.623848] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] log_rotate_interval_type = days {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.623999] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] log_rotation_type = none {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.624124] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.624236] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.624386] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.624532] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.624645] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.624788] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] max_dns_nameservers = 5 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.624931] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] max_header_line = 16384 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.625087] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] max_l3_agents_per_router = 3 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.625229] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] max_logfile_count = 30 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.625368] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] max_logfile_size_mb = 200 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.625508] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] max_subnet_host_routes = 20 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.625665] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] my_ip = 10.180.1.21 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.625834] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] my_ipv6 = ::1 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.625981] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] network_auto_schedule = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.626129] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] network_link_prefix = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.626276] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.626425] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] notify_nova_on_port_data_changes = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.626567] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] notify_nova_on_port_status_changes = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.626711] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] pagination_max_limit = -1 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.626850] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] publish_errors = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.626990] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] rate_limit_burst = 0 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.627150] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] rate_limit_except_level = CRITICAL {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.627289] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] rate_limit_interval = 0 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.627428] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] retry_until_window = 30 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.627567] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] router_distributed = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.628084] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] rpc_resources_processing_step = 20 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.628084] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] rpc_response_max_timeout = 600 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.628084] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] rpc_response_timeout = 60 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.628182] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] send_events_interval = 2 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.628307] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] service_plugins = ['router'] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.628455] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] setproctitle = on {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.628591] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] shell_completion = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.628743] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] state_path = /opt/stack/data/neutron {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.628921] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] syslog_log_facility = LOG_USER {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.629085] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] tcp_keepidle = 600 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.629232] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] transport_url = **** {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.629383] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] use_journal = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.629517] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] use_json = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.629655] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] use_ssl = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.629793] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] use_stderr = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.629940] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] use_syslog = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.630091] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] vlan_qinq = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.630230] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] vlan_transparent = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.630368] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] watch_log_file = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.630506] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] wsgi_default_pool_size = 100 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.630642] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] wsgi_keep_alive = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.630789] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.630962] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] wsgi_server_debug = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 636.631156] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_concurrency.disable_process_locking = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.631323] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.631477] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.631626] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.631778] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.631929] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.632087] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.632248] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] profiler.connection_string = messaging:// {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.632399] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] profiler.enabled = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.632552] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] profiler.es_doc_type = notification {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.632697] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] profiler.es_scroll_size = 10000 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.632846] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] profiler.es_scroll_time = 2m {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.632991] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] profiler.filter_error_trace = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.633152] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] profiler.hmac_keys = **** {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.633299] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] profiler.sentinel_service_name = mymaster {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.633449] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] profiler.socket_timeout = 0.1 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.633592] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] profiler.trace_requests = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.633781] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] profiler.trace_sqlalchemy = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.633908] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] profiler_jaeger.process_tags = {} {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.634084] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] profiler_jaeger.service_name_prefix = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.634232] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] profiler_otlp.service_name_prefix = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.634394] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_policy.enforce_new_defaults = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.634669] env[69309]: WARNING oslo_config.cfg [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 636.634831] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_policy.enforce_scope = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.634987] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_policy.policy_default_rule = default {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.635160] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.635312] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.635463] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.635604] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.635744] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.635888] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.636048] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.636198] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.636355] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.636507] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] agent.extensions = [] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.636657] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.636806] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] service_providers.service_provider = [] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.636960] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] QUOTAS.default_quota = -1 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.637120] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.637266] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] QUOTAS.quota_floatingip = 50 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.637408] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] QUOTAS.quota_network = 100 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.637548] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] QUOTAS.quota_port = 500 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.637692] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.637861] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] QUOTAS.quota_router = 10 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.638017] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] QUOTAS.quota_security_group = 10 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.638183] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.638307] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] QUOTAS.quota_subnet = 100 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.638450] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] QUOTAS.track_quota_usage = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.638606] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.638763] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep.group = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.638959] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep.helper_command = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.639144] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.639294] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep.thread_pool_size = 8 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.639440] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep.user = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.639594] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.639737] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_dhcp_release.group = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.639880] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_dhcp_release.helper_command = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.640040] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.640190] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.640331] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_dhcp_release.user = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.640482] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.640623] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_ovs_vsctl.group = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.640765] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.640913] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.641068] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.641209] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_ovs_vsctl.user = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.641361] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_namespace.capabilities = [21] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.641503] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_namespace.group = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.641643] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_namespace.helper_command = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.641793] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.641973] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.642173] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_namespace.user = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.642335] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_conntrack.capabilities = [12] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.642480] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_conntrack.group = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.642622] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_conntrack.helper_command = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.642772] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.642943] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.643106] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_conntrack.user = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.643262] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_link.capabilities = [12, 21] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.643404] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_link.group = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.643540] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_link.helper_command = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.643685] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.643835] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_link.thread_pool_size = 8 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.643969] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] privsep_link.user = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.644141] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.644294] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.644442] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.continue_on_failed_promotions = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.644583] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.dscp = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.644728] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.dscp_inherit = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.644878] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.force_mp_to_policy = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.645029] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.locking_coordinator_url = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.645175] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.log_agent_heartbeats = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.645317] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.logging_expire = 1 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.645467] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.645613] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.645784] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.polling_interval = 240 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.645949] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.646115] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.646266] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.report_interval = 30.0 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.646416] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.646565] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.646712] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.646858] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.sync_skew = 60 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.647015] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.synchronization_queue_size = 20 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.647165] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT.use_helper_for_ns_read = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.647316] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] SECURITYGROUP.enable_ipset = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.647467] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] SECURITYGROUP.enable_security_group = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.647616] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.647788] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.647957] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] experimental.ipv6_pd_enabled = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.648155] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ml2.extension_drivers = ['port_security'] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.648303] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ml2.external_network_type = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.648463] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.648614] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ml2.overlay_ip_version = 4 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.648766] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ml2.path_mtu = 8950 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.648941] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ml2.physical_network_mtus = {} {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.649117] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.649269] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.649422] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ml2.type_drivers = ['vlan'] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.649574] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.649720] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.649866] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.650030] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.650185] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.650332] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.650484] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.650634] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.650784] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.650985] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.651158] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_login_password = **** {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.651319] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.651466] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_login_user = admin {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.651615] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.651769] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.651918] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.652121] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.652313] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.652473] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.652627] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.652779] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.652928] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.653092] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.653251] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.653400] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.653554] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.653755] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.653938] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.654285] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.654391] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.654551] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] nova.auth_section = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.654727] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] nova.auth_type = password {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.654888] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.655065] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] nova.certfile = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.655218] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] nova.collect_timing = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.655371] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] nova.endpoint_type = public {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.655515] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] nova.insecure = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.655656] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] nova.keyfile = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.655817] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] nova.region_name = RegionOne {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.655977] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] nova.split_loggers = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.656133] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] nova.timeout = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.656281] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] placement.auth_section = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.656433] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] placement.auth_type = password {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.656579] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.656719] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] placement.certfile = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.656908] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] placement.collect_timing = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.657018] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] placement.endpoint_type = public {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.657157] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] placement.insecure = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.657317] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] placement.keyfile = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.657415] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] placement.region_name = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.657554] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] placement.split_loggers = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.657690] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] placement.timeout = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.657866] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.auth_section = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.658020] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.auth_type = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.658162] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.cafile = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.658301] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.certfile = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.658443] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.collect_timing = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.658582] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.connect_retries = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.658719] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.connect_retry_delay = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.658884] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.enable_notifications = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.659039] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.endpoint_override = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.659183] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.insecure = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.659322] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.interface = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.659458] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.keyfile = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.659596] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.max_version = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.659733] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.min_version = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.659870] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.region_name = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.660015] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.retriable_status_codes = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.660158] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.service_name = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.660291] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.service_type = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.660433] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.split_loggers = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.660572] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.status_code_retries = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.660709] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.status_code_retry_delay = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.660846] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.timeout = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.660985] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.valid_interfaces = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.661134] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ironic.version = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.661281] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] cli_script.dry_run = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.661442] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.661571] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.661715] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.661856] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.661997] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.662180] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.662283] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.662425] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.662564] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.662712] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.662851] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.662999] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.663156] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.663301] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.663443] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.663617] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.663729] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.663870] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.664027] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.664181] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.664305] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.664446] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.664592] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.664735] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.664878] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.665025] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.665170] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.665310] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.665451] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.665594] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.665735] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.ssl = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.665883] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.666037] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.666183] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.666330] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.666475] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.666620] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.666776] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_notifications.driver = [] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.666937] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_notifications.retry = -1 {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.667132] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.667280] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 636.667394] env[69309]: DEBUG oslo_service.backend.eventlet.service [None req-ab6c4ea4-fa52-40e2-b703-4afeed94ef07 None None] ******************************************************************************** {{(pid=69309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 636.668428] env[69309]: DEBUG neutron.agent.securitygroups_rpc [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Init firewall settings (driver=nsxv3) {{(pid=69309) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 636.669763] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69309) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 636.670010] env[69309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] RPC agent_id: nsxm-l-01a.corp.local [ 636.672296] env[69309]: DEBUG dogpile.cache.region [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.672419] env[69309]: DEBUG dogpile.lock [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.672523] env[69309]: DEBUG dogpile.lock [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.672618] env[69309]: DEBUG dogpile.lock [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.672714] env[69309]: DEBUG dogpile.cache.region [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.672807] env[69309]: DEBUG dogpile.lock [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.672933] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.715510] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Session token - acquiring [ 636.717079] env[69309]: DEBUG networking_nsxv3.common.locking [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.717275] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.717359] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.717837] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.727701] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.989978] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 637.012424] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.012561] env[69309]: DEBUG dogpile.cache.region [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Cache value generated in 0.340 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 637.012688] env[69309]: DEBUG dogpile.lock [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.012811] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Activating Policy API Provider. [ 637.013026] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Looking for the default Infrastructure Rules. [ 637.072715] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Looking for the Default Layer3 Logged Drop Section. [ 637.086420] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 637.086845] env[69309]: DEBUG networking_nsxv3.common.locking [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.087032] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquiring lock "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.087143] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquired lock "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.087437] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquired external semaphore "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.087822] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.601696] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.104117] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.607162] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Inventory metadata is going to be refreshed. [ 638.607405] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 639.326711] env[69309]: DEBUG networking_nsxv3.common.locking [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.327149] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.327149] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.327365] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.339461] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 639.442570] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.443841] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 639.462513] env[69309]: DEBUG networking_nsxv3.common.locking [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.462776] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.462915] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.463277] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.463454] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.463599] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 639.463739] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 639.463872] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 639.484232] env[69309]: DEBUG networking_nsxv3.common.locking [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.484466] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.484600] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.484911] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.485131] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.485311] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 639.504095] env[69309]: DEBUG networking_nsxv3.common.locking [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.504351] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.504492] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.504803] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.504984] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.505175] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 639.522586] env[69309]: DEBUG networking_nsxv3.common.locking [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.522787] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquiring lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.522927] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquired lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.523254] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquired external semaphore "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.523431] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Releasing lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.523606] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 639.523739] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 639.523870] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 639.539875] env[69309]: DEBUG networking_nsxv3.common.locking [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.540116] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquiring lock "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.540265] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquired lock "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.540544] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquired external semaphore "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.540699] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Releasing lock "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.540863] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 639.540996] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 639.541142] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 639.557765] env[69309]: DEBUG networking_nsxv3.common.locking [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.558052] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.558194] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.558490] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.558656] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.558864] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 639.559023] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 639.559160] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Inventory metadata have been refreshed. [ 639.559286] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Dryrun:True. Metadata refresh completed. [ 639.559434] env[69309]: DEBUG oslo_concurrency.lockutils [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Releasing lock "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.561110] env[69309]: INFO neutron.agent.agent_extensions_manager [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Loaded agent extensions: [] [ 639.561912] env[69309]: DEBUG neutron_lib.callbacks.manager [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69309) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 639.609653] env[69309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] NSXv3 Agent Agent RPC Daemon Started! [ 639.609772] env[69309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] NSXv3 Agent Agent loop - iteration:0 started [ 639.609879] env[69309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] NSXv3 Agent Agent out of sync with plugin! [ 644.562378] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 644.562737] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 646.564538] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.565027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.565027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.565162] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.565233] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.067554] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.569739] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.072528] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 648.072759] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 648.796552] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.797186] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.797186] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.797186] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.808752] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 648.809566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.810164] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 648.825895] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.826056] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.826133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.826325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.826427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.826514] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 648.826586] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 648.826660] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 648.846125] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.846624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.846714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.846854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.847014] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.847127] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 648.864956] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.865090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.865165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.865339] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.865440] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.865537] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 648.881964] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.882090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.882156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.882319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.882412] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.882513] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 648.882585] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 648.882654] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 648.898361] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.898494] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.898535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.898706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.898785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.898889] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 648.898974] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 648.899181] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 648.917935] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.918058] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.918132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.918288] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.918382] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.918483] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 648.918554] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 648.918619] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 648.918689] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 648.918790] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 648.918866] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 648.918931] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 648.919194] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 648.919259] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 648.919326] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 648.936817] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.936943] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.937019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.937166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.937255] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.937352] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 648.952909] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.953049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.953132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.953290] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.953382] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.964885] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.564186] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 649.564352] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 653.480318] env[69309]: INFO networking_nsxv3.common.synchronization [None req-f5b68eeb-b703-4bba-b3fc-b4a2b6b2e123 demo admin] Enqueued Resource ID: e25e451f-4478-4691-8dc3-df6a591ddd15 with Priority: HIGHEST for action security_group_rules [ 653.480612] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e25e451f-4478-4691-8dc3-df6a591ddd15 with Priority: HIGHEST for action security_group_rules [ 653.480914] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e25e451f-4478-4691-8dc3-df6a591ddd15 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.481063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e25e451f-4478-4691-8dc3-df6a591ddd15" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.481136] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e25e451f-4478-4691-8dc3-df6a591ddd15" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.481391] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e25e451f-4478-4691-8dc3-df6a591ddd15" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.481473] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e25e451f-4478-4691-8dc3-df6a591ddd15',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.000730] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.000935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.000935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.001157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.001251] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.001348] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e25e451f-4478-4691-8dc3-df6a591ddd15 already deleted. [ 654.001432] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e25e451f-4478-4691-8dc3-df6a591ddd15" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.482344] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 658.482759] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 663.483212] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 663.483438] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 668.484919] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 668.485351] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 673.486406] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 673.486838] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 678.488664] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 678.488664] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 679.909377] env[69309]: INFO networking_nsxv3.common.synchronization [None req-d836d46f-60c8-44eb-825b-f6f8797aeba9 None None] Enqueued Resource ID: d92afe4c-1463-4ef8-9692-e93ba597a691 with Priority: HIGHEST for action port [ 679.909654] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92afe4c-1463-4ef8-9692-e93ba597a691 with Priority: HIGHEST for action port [ 679.910666] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d92afe4c-1463-4ef8-9692-e93ba597a691 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.910666] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d92afe4c-1463-4ef8-9692-e93ba597a691" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.910666] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d92afe4c-1463-4ef8-9692-e93ba597a691" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.910666] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d92afe4c-1463-4ef8-9692-e93ba597a691" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.910666] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d92afe4c-1463-4ef8-9692-e93ba597a691',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.414748] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d92afe4c-1463-4ef8-9692-e93ba597a691 [ 680.414748] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.414748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.414748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.414748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.414748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.414748] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d92afe4c-1463-4ef8-9692-e93ba597a691 already deleted. [ 680.414748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d92afe4c-1463-4ef8-9692-e93ba597a691" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.503836] env[69309]: INFO networking_nsxv3.common.synchronization [None req-6e50f3e4-9f3a-45c5-b56d-30f1f7b2bbac None None] Enqueued Resource ID: 1779e428-40e4-4e82-9a29-0629e69158fb with Priority: HIGHEST for action port [ 680.504016] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1779e428-40e4-4e82-9a29-0629e69158fb with Priority: HIGHEST for action port [ 680.506085] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1779e428-40e4-4e82-9a29-0629e69158fb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.506085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1779e428-40e4-4e82-9a29-0629e69158fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.506085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1779e428-40e4-4e82-9a29-0629e69158fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.506085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1779e428-40e4-4e82-9a29-0629e69158fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.506085] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1779e428-40e4-4e82-9a29-0629e69158fb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.653143] env[69309]: INFO networking_nsxv3.common.synchronization [None req-75000c92-277b-4b8c-a6c5-3b9ef66ad11c None None] Enqueued Resource ID: f9b90a51-4bfe-48b1-ab45-df80e65e2eb2 with Priority: HIGHEST for action port [ 680.654100] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b90a51-4bfe-48b1-ab45-df80e65e2eb2 with Priority: HIGHEST for action port [ 680.654100] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9b90a51-4bfe-48b1-ab45-df80e65e2eb2 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.654100] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9b90a51-4bfe-48b1-ab45-df80e65e2eb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.654287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9b90a51-4bfe-48b1-ab45-df80e65e2eb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.654379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9b90a51-4bfe-48b1-ab45-df80e65e2eb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.654460] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9b90a51-4bfe-48b1-ab45-df80e65e2eb2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.007402] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1779e428-40e4-4e82-9a29-0629e69158fb [ 681.007693] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.008376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.008376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.008376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.008376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.008579] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1779e428-40e4-4e82-9a29-0629e69158fb already deleted. [ 681.008693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1779e428-40e4-4e82-9a29-0629e69158fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.156444] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9b90a51-4bfe-48b1-ab45-df80e65e2eb2 [ 681.160205] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.160400] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.160478] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.160697] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.160786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.160887] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9b90a51-4bfe-48b1-ab45-df80e65e2eb2 already deleted. [ 681.160968] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9b90a51-4bfe-48b1-ab45-df80e65e2eb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.774553] env[69309]: INFO networking_nsxv3.common.synchronization [None req-7876b713-dbd3-411c-ab86-3e2252b90080 None None] Enqueued Resource ID: bcf70134-e570-4d01-8912-cee542bb748d with Priority: HIGHEST for action port [ 682.774986] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf70134-e570-4d01-8912-cee542bb748d with Priority: HIGHEST for action port [ 682.777096] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcf70134-e570-4d01-8912-cee542bb748d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.777295] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcf70134-e570-4d01-8912-cee542bb748d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.777380] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcf70134-e570-4d01-8912-cee542bb748d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.777633] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcf70134-e570-4d01-8912-cee542bb748d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.777720] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcf70134-e570-4d01-8912-cee542bb748d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.081844] env[69309]: INFO networking_nsxv3.common.synchronization [None req-2a699fe1-9348-469f-afef-bf0e26adbf33 None None] Enqueued Resource ID: 32042aa3-329c-48bf-b51c-2be67cf7a51b with Priority: HIGHEST for action port [ 683.082910] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32042aa3-329c-48bf-b51c-2be67cf7a51b with Priority: HIGHEST for action port [ 683.083280] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-32042aa3-329c-48bf-b51c-2be67cf7a51b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.083352] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32042aa3-329c-48bf-b51c-2be67cf7a51b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.083422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32042aa3-329c-48bf-b51c-2be67cf7a51b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.083687] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32042aa3-329c-48bf-b51c-2be67cf7a51b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.084245] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32042aa3-329c-48bf-b51c-2be67cf7a51b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.087562] env[69309]: INFO networking_nsxv3.common.synchronization [None req-279f448a-6fc4-4c8e-b158-e308255769a9 None None] Enqueued Resource ID: 1a9c0a95-b98a-4836-a2dd-1252078acb25 with Priority: HIGHEST for action port [ 683.088185] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9c0a95-b98a-4836-a2dd-1252078acb25 with Priority: HIGHEST for action port [ 683.090096] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a9c0a95-b98a-4836-a2dd-1252078acb25 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.090096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a9c0a95-b98a-4836-a2dd-1252078acb25" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.090096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a9c0a95-b98a-4836-a2dd-1252078acb25" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.090096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a9c0a95-b98a-4836-a2dd-1252078acb25" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.090096] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a9c0a95-b98a-4836-a2dd-1252078acb25',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.106239] env[69309]: INFO networking_nsxv3.common.synchronization [None req-62464b98-0310-4f9e-a038-a4af10b019c2 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Enqueued Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_rules [ 683.106239] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_rules [ 683.106239] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8edab822-b4ac-45d4-9307-6691d04aed06 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.106239] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.106239] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.107257] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.107508] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.188733] env[69309]: INFO networking_nsxv3.common.synchronization [None req-8bd356a1-9d87-4c02-846b-b2c6ef01515e tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Enqueued Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_rules [ 683.189509] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_rules [ 683.189509] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8edab822-b4ac-45d4-9307-6691d04aed06 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.189509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.282774] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcf70134-e570-4d01-8912-cee542bb748d [ 683.282774] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.282774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.282774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.282774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.282774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.282774] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcf70134-e570-4d01-8912-cee542bb748d already deleted. [ 683.282774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcf70134-e570-4d01-8912-cee542bb748d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.586721] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32042aa3-329c-48bf-b51c-2be67cf7a51b [ 683.588250] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.588435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.588435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.588637] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.588668] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.588886] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32042aa3-329c-48bf-b51c-2be67cf7a51b already deleted. [ 683.588886] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32042aa3-329c-48bf-b51c-2be67cf7a51b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.592668] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a9c0a95-b98a-4836-a2dd-1252078acb25 [ 683.592668] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.592799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.592799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.594368] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.594368] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.594368] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a9c0a95-b98a-4836-a2dd-1252078acb25 already deleted. [ 683.594368] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a9c0a95-b98a-4836-a2dd-1252078acb25" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.630802] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.631669] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.631669] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.631890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.632324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.632324] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8edab822-b4ac-45d4-9307-6691d04aed06 already deleted. [ 683.632324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.632324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.632482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.632566] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.783938] env[69309]: INFO networking_nsxv3.common.synchronization [None req-329dc45b-eabe-40e3-8ea2-961f21da3552 None None] Enqueued Resource ID: 0d06bb41-a4f2-47c8-bd2e-43a98a0ce8b6 with Priority: HIGHEST for action port [ 683.783938] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d06bb41-a4f2-47c8-bd2e-43a98a0ce8b6 with Priority: HIGHEST for action port [ 683.785189] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d06bb41-a4f2-47c8-bd2e-43a98a0ce8b6 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.787107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d06bb41-a4f2-47c8-bd2e-43a98a0ce8b6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.787107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d06bb41-a4f2-47c8-bd2e-43a98a0ce8b6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.787107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d06bb41-a4f2-47c8-bd2e-43a98a0ce8b6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.787107] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d06bb41-a4f2-47c8-bd2e-43a98a0ce8b6',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.143778] env[69309]: INFO networking_nsxv3.common.synchronization [None req-65088968-687d-4e36-a9e6-826bcf6d407f None None] Enqueued Resource ID: c9cc898c-ede6-49c0-bfc2-fe4edb7fd6bf with Priority: HIGHEST for action port [ 684.143778] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cc898c-ede6-49c0-bfc2-fe4edb7fd6bf with Priority: HIGHEST for action port [ 684.143778] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9cc898c-ede6-49c0-bfc2-fe4edb7fd6bf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.143778] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9cc898c-ede6-49c0-bfc2-fe4edb7fd6bf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.143778] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9cc898c-ede6-49c0-bfc2-fe4edb7fd6bf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.143778] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9cc898c-ede6-49c0-bfc2-fe4edb7fd6bf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.143778] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9cc898c-ede6-49c0-bfc2-fe4edb7fd6bf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.157606] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.159101] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.159101] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.159101] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.159101] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.159101] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8edab822-b4ac-45d4-9307-6691d04aed06 already deleted. [ 684.159101] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.290304] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d06bb41-a4f2-47c8-bd2e-43a98a0ce8b6 [ 684.290879] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.291742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.291742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.291742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.291742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.291742] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d06bb41-a4f2-47c8-bd2e-43a98a0ce8b6 already deleted. [ 684.291742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d06bb41-a4f2-47c8-bd2e-43a98a0ce8b6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.646719] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9cc898c-ede6-49c0-bfc2-fe4edb7fd6bf [ 684.647015] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.647180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.647255] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.647466] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.647560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.647654] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9cc898c-ede6-49c0-bfc2-fe4edb7fd6bf already deleted. [ 684.647737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9cc898c-ede6-49c0-bfc2-fe4edb7fd6bf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.370481] env[69309]: INFO networking_nsxv3.common.synchronization [None req-f1a414ff-c1b4-4aba-9db6-52b5df6fc760 None None] Enqueued Resource ID: d7c1639c-0407-4a16-9667-8d0e270c8c0b with Priority: HIGHEST for action port [ 685.370808] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c1639c-0407-4a16-9667-8d0e270c8c0b with Priority: HIGHEST for action port [ 685.372056] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7c1639c-0407-4a16-9667-8d0e270c8c0b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.372199] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7c1639c-0407-4a16-9667-8d0e270c8c0b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.372266] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7c1639c-0407-4a16-9667-8d0e270c8c0b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.372528] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7c1639c-0407-4a16-9667-8d0e270c8c0b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.372605] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7c1639c-0407-4a16-9667-8d0e270c8c0b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.452885] env[69309]: INFO networking_nsxv3.common.synchronization [None req-d46b4a65-abfb-44d5-b029-b6d18f850043 None None] Enqueued Resource ID: 604bf291-75a3-4f5a-81f6-ff125eaf445d with Priority: HIGHEST for action port [ 685.453374] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604bf291-75a3-4f5a-81f6-ff125eaf445d with Priority: HIGHEST for action port [ 685.453839] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-604bf291-75a3-4f5a-81f6-ff125eaf445d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.453839] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-604bf291-75a3-4f5a-81f6-ff125eaf445d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.454176] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-604bf291-75a3-4f5a-81f6-ff125eaf445d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.455325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-604bf291-75a3-4f5a-81f6-ff125eaf445d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.455422] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('604bf291-75a3-4f5a-81f6-ff125eaf445d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.874798] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7c1639c-0407-4a16-9667-8d0e270c8c0b [ 685.875050] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.875179] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.875257] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.875452] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.875547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.875641] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7c1639c-0407-4a16-9667-8d0e270c8c0b already deleted. [ 685.875729] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7c1639c-0407-4a16-9667-8d0e270c8c0b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.958581] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 604bf291-75a3-4f5a-81f6-ff125eaf445d [ 685.958908] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.959045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.959144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.959360] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.959469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.959571] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:604bf291-75a3-4f5a-81f6-ff125eaf445d already deleted. [ 685.959674] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-604bf291-75a3-4f5a-81f6-ff125eaf445d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.515514] env[69309]: INFO networking_nsxv3.common.synchronization [None req-415fd086-23dc-4275-be8a-e3b0c40e945e None None] Enqueued Resource ID: 5014469c-9e42-4747-8835-5f467b3f3337 with Priority: HIGHEST for action port [ 687.516410] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5014469c-9e42-4747-8835-5f467b3f3337 with Priority: HIGHEST for action port [ 687.516410] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-5014469c-9e42-4747-8835-5f467b3f3337 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.516630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5014469c-9e42-4747-8835-5f467b3f3337" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.516630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5014469c-9e42-4747-8835-5f467b3f3337" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.516762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5014469c-9e42-4747-8835-5f467b3f3337" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.516842] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5014469c-9e42-4747-8835-5f467b3f3337',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.019697] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5014469c-9e42-4747-8835-5f467b3f3337 [ 688.019930] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.020075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.021514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.021514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.021514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.021514] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5014469c-9e42-4747-8835-5f467b3f3337 already deleted. [ 688.021514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5014469c-9e42-4747-8835-5f467b3f3337" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.848375] env[69309]: INFO networking_nsxv3.common.synchronization [None req-e0e292b4-afc9-4c62-8da2-ad866990c4fa None None] Enqueued Resource ID: ccdfcfaa-a2f1-4ee0-a4c0-c24dc5fe9b8f with Priority: HIGHEST for action port [ 688.848375] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccdfcfaa-a2f1-4ee0-a4c0-c24dc5fe9b8f with Priority: HIGHEST for action port [ 688.848375] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccdfcfaa-a2f1-4ee0-a4c0-c24dc5fe9b8f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.848375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccdfcfaa-a2f1-4ee0-a4c0-c24dc5fe9b8f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.848375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccdfcfaa-a2f1-4ee0-a4c0-c24dc5fe9b8f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.848375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccdfcfaa-a2f1-4ee0-a4c0-c24dc5fe9b8f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.848375] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccdfcfaa-a2f1-4ee0-a4c0-c24dc5fe9b8f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.275146] env[69309]: INFO networking_nsxv3.common.synchronization [None req-8ae92561-66c0-4981-a50c-3db54aed233e None None] Enqueued Resource ID: 6dd6f466-91af-4626-a03c-c01c7a106d75 with Priority: HIGHEST for action port [ 689.275415] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd6f466-91af-4626-a03c-c01c7a106d75 with Priority: HIGHEST for action port [ 689.275966] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dd6f466-91af-4626-a03c-c01c7a106d75 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.276209] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dd6f466-91af-4626-a03c-c01c7a106d75" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.276209] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dd6f466-91af-4626-a03c-c01c7a106d75" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.276461] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dd6f466-91af-4626-a03c-c01c7a106d75" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.276531] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dd6f466-91af-4626-a03c-c01c7a106d75',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.351578] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccdfcfaa-a2f1-4ee0-a4c0-c24dc5fe9b8f [ 689.351578] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.351578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.351578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.351578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.351578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.351578] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccdfcfaa-a2f1-4ee0-a4c0-c24dc5fe9b8f already deleted. [ 689.351578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccdfcfaa-a2f1-4ee0-a4c0-c24dc5fe9b8f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.780155] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6dd6f466-91af-4626-a03c-c01c7a106d75 [ 689.780155] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.780155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.780155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.780155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.780155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.780528] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6dd6f466-91af-4626-a03c-c01c7a106d75 already deleted. [ 689.780528] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dd6f466-91af-4626-a03c-c01c7a106d75" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.937097] env[69309]: INFO networking_nsxv3.common.synchronization [None req-026abeb2-a10a-425e-b43f-5ce4e17708c3 None None] Enqueued Resource ID: 93bfbeb7-b132-4ae5-98e0-c505132567f8 with Priority: HIGHEST for action port [ 689.937405] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93bfbeb7-b132-4ae5-98e0-c505132567f8 with Priority: HIGHEST for action port [ 689.937906] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-93bfbeb7-b132-4ae5-98e0-c505132567f8 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.938134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93bfbeb7-b132-4ae5-98e0-c505132567f8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.938134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93bfbeb7-b132-4ae5-98e0-c505132567f8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.938364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93bfbeb7-b132-4ae5-98e0-c505132567f8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.938450] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93bfbeb7-b132-4ae5-98e0-c505132567f8',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.440208] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93bfbeb7-b132-4ae5-98e0-c505132567f8 [ 690.440455] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.440605] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.440684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.440887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.440955] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.441065] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93bfbeb7-b132-4ae5-98e0-c505132567f8 already deleted. [ 690.441149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93bfbeb7-b132-4ae5-98e0-c505132567f8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.749301] env[69309]: INFO networking_nsxv3.common.synchronization [None req-d6283fd4-5013-4bd9-91aa-efbeea6dad34 None None] Enqueued Resource ID: 96f42835-de64-4a68-a152-fbb1945e0f10 with Priority: HIGHEST for action port [ 690.749301] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f42835-de64-4a68-a152-fbb1945e0f10 with Priority: HIGHEST for action port [ 690.749301] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-96f42835-de64-4a68-a152-fbb1945e0f10 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.749301] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96f42835-de64-4a68-a152-fbb1945e0f10" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.749301] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96f42835-de64-4a68-a152-fbb1945e0f10" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.749301] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96f42835-de64-4a68-a152-fbb1945e0f10" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.749301] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96f42835-de64-4a68-a152-fbb1945e0f10',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.233816] env[69309]: INFO networking_nsxv3.common.synchronization [None req-b5d89464-68af-4ab3-9064-ebc9fde008d0 None None] Enqueued Resource ID: fdbda385-1e69-412d-9cc3-fb31fe035a00 with Priority: HIGHEST for action port [ 691.234561] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdbda385-1e69-412d-9cc3-fb31fe035a00 with Priority: HIGHEST for action port [ 691.234618] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdbda385-1e69-412d-9cc3-fb31fe035a00 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.234751] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdbda385-1e69-412d-9cc3-fb31fe035a00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.234820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdbda385-1e69-412d-9cc3-fb31fe035a00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.235215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdbda385-1e69-412d-9cc3-fb31fe035a00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.235215] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdbda385-1e69-412d-9cc3-fb31fe035a00',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.252831] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96f42835-de64-4a68-a152-fbb1945e0f10 [ 691.253045] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.253190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.253236] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.253489] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.253553] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.253625] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96f42835-de64-4a68-a152-fbb1945e0f10 already deleted. [ 691.253695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96f42835-de64-4a68-a152-fbb1945e0f10" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.737802] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdbda385-1e69-412d-9cc3-fb31fe035a00 [ 691.737802] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.737802] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.737802] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.739276] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.739276] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.739276] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdbda385-1e69-412d-9cc3-fb31fe035a00 already deleted. [ 691.739276] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdbda385-1e69-412d-9cc3-fb31fe035a00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.583492] env[69309]: INFO networking_nsxv3.common.synchronization [None req-56fb6c14-c40a-4382-87df-5132356ca4a2 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Enqueued Resource ID: 0acafaac-2969-431f-843b-984434e33787 with Priority: HIGHEST for action security_group_rules [ 692.586917] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0acafaac-2969-431f-843b-984434e33787 with Priority: HIGHEST for action security_group_rules [ 692.586993] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0acafaac-2969-431f-843b-984434e33787 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.587505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.587505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.587505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.587929] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0acafaac-2969-431f-843b-984434e33787',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.648836] env[69309]: INFO networking_nsxv3.common.synchronization [None req-5d07a1cf-1477-40f2-b42c-e3389aa4b4f8 None None] Enqueued Resource ID: f1154d19-a5bd-46f1-8a19-dec5b454d931 with Priority: HIGHEST for action port [ 692.649181] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1154d19-a5bd-46f1-8a19-dec5b454d931 with Priority: HIGHEST for action port [ 692.649538] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1154d19-a5bd-46f1-8a19-dec5b454d931 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.651596] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1154d19-a5bd-46f1-8a19-dec5b454d931" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.651596] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1154d19-a5bd-46f1-8a19-dec5b454d931" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.651596] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1154d19-a5bd-46f1-8a19-dec5b454d931" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.651596] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1154d19-a5bd-46f1-8a19-dec5b454d931',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.839629] env[69309]: INFO networking_nsxv3.common.synchronization [None req-9cf4f24b-4643-4a72-b943-b7289a193898 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Enqueued Resource ID: 0acafaac-2969-431f-843b-984434e33787 with Priority: HIGHEST for action security_group_rules [ 692.840626] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0acafaac-2969-431f-843b-984434e33787 with Priority: HIGHEST for action security_group_rules [ 692.841519] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0acafaac-2969-431f-843b-984434e33787 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.841688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.108888] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.109045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.109122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.109381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.109479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.109569] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0acafaac-2969-431f-843b-984434e33787 already deleted. [ 693.109655] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.111393] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.111393] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.111393] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0acafaac-2969-431f-843b-984434e33787',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.157443] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1154d19-a5bd-46f1-8a19-dec5b454d931 [ 693.157443] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.157443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.157443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.157443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.157443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.157443] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1154d19-a5bd-46f1-8a19-dec5b454d931 already deleted. [ 693.157443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1154d19-a5bd-46f1-8a19-dec5b454d931" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.285021] env[69309]: INFO networking_nsxv3.common.synchronization [req-a79716e3-e068-4ca2-ad48-3a90f65e9704 req-612c1152-70bb-4722-adbe-094a407ebe63 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Enqueued Resource ID: 768caa60-e59f-4786-859e-8c1a830779f5 with Priority: HIGHEST for action security_group_members [ 693.285021] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768caa60-e59f-4786-859e-8c1a830779f5 with Priority: HIGHEST for action security_group_members [ 693.285021] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-768caa60-e59f-4786-859e-8c1a830779f5 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.285021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.285021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.286937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.286937] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.286937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.286937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.286937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.286937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.286937] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('768caa60-e59f-4786-859e-8c1a830779f5',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.639668] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.639668] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.639668] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.639668] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.640056] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.640056] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0acafaac-2969-431f-843b-984434e33787 already deleted. [ 693.640056] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.789674] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.789674] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.789915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.790491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.790600] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.790825] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.790937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.790991] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.791510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.791510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.791510] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768caa60-e59f-4786-859e-8c1a830779f5 already deleted. [ 693.791510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.813551] env[69309]: INFO networking_nsxv3.common.synchronization [None req-d4d7293a-8a22-4547-a8c8-865fe427d07a None None] Enqueued Resource ID: 78f8e68d-b068-4f98-a39e-0d99794e4687 with Priority: HIGHEST for action port [ 693.813737] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f8e68d-b068-4f98-a39e-0d99794e4687 with Priority: HIGHEST for action port [ 693.814765] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-78f8e68d-b068-4f98-a39e-0d99794e4687 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.814879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78f8e68d-b068-4f98-a39e-0d99794e4687" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.814953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78f8e68d-b068-4f98-a39e-0d99794e4687" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.815329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78f8e68d-b068-4f98-a39e-0d99794e4687" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.815415] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78f8e68d-b068-4f98-a39e-0d99794e4687',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.035197] env[69309]: INFO networking_nsxv3.common.synchronization [None req-f81c0ad7-ada4-4653-9eb6-aa033d75ad65 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Enqueued Resource ID: a578b057-6428-4c23-bb99-1270d4762251 with Priority: HIGHEST for action security_group_rules [ 694.035447] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a578b057-6428-4c23-bb99-1270d4762251 with Priority: HIGHEST for action security_group_rules [ 694.036036] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a578b057-6428-4c23-bb99-1270d4762251 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.036155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.036320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.036758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.036758] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a578b057-6428-4c23-bb99-1270d4762251',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.319244] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78f8e68d-b068-4f98-a39e-0d99794e4687 [ 694.319335] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.319696] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.319696] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.319790] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.319819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.319909] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78f8e68d-b068-4f98-a39e-0d99794e4687 already deleted. [ 694.319987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78f8e68d-b068-4f98-a39e-0d99794e4687" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.497754] env[69309]: INFO networking_nsxv3.common.synchronization [None req-5e104ca2-d956-4cee-a304-ddcf4a1f39db tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Enqueued Resource ID: a578b057-6428-4c23-bb99-1270d4762251 with Priority: HIGHEST for action security_group_rules [ 694.498300] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a578b057-6428-4c23-bb99-1270d4762251 with Priority: HIGHEST for action security_group_rules [ 694.498641] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a578b057-6428-4c23-bb99-1270d4762251 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.498761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.557210] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.558454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.558454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.558454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.558845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.558845] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a578b057-6428-4c23-bb99-1270d4762251 already deleted. [ 694.559558] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.559558] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.559682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.559845] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a578b057-6428-4c23-bb99-1270d4762251',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.692927] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.693780] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-728" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.694654] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-728" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.694654] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-728" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.696806] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.696806] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.696806] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.696806] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.699088] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.699088] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.699088] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.699088] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.699088] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.699088] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.699088] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.699088] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.719054] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.719054] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 694.719054] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.719054] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-728" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.719054] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-377fca5e-a3c8-4d8d-9120-8caf0dfba728 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.719054] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-377fca5e-a3c8-4d8d-9120-8caf0dfba728" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.719054] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-377fca5e-a3c8-4d8d-9120-8caf0dfba728" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.719054] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-377fca5e-a3c8-4d8d-9120-8caf0dfba728" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.719054] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('377fca5e-a3c8-4d8d-9120-8caf0dfba728',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.081998] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.081998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.081998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.081998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.081998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.081998] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a578b057-6428-4c23-bb99-1270d4762251 already deleted. [ 695.081998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.222779] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.223027] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.223163] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.223495] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.223618] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.223791] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 377fca5e-a3c8-4d8d-9120-8caf0dfba728 not found, creating... [ 695.224064] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.224241] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.224376] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.224606] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.225673] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.226132] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.226485] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.226485] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.226879] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.227120] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.227509] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 377fca5e-a3c8-4d8d-9120-8caf0dfba728 is going to be created. [ 695.247227] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.247773] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.248420] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.248775] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.249070] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.249353] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-377fca5e-a3c8-4d8d-9120-8caf0dfba728" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.377650] env[69309]: INFO networking_nsxv3.common.synchronization [None req-b4c0c4bb-52cf-4afc-9868-4edf5bdb32eb None None] Enqueued Resource ID: dabf3e67-36b4-488c-9288-fe47ebd55ded with Priority: HIGHEST for action port [ 695.377650] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dabf3e67-36b4-488c-9288-fe47ebd55ded with Priority: HIGHEST for action port [ 695.377650] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-dabf3e67-36b4-488c-9288-fe47ebd55ded taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.377650] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dabf3e67-36b4-488c-9288-fe47ebd55ded" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.377650] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dabf3e67-36b4-488c-9288-fe47ebd55ded" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.377650] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dabf3e67-36b4-488c-9288-fe47ebd55ded" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.377650] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dabf3e67-36b4-488c-9288-fe47ebd55ded',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.440383] env[69309]: INFO networking_nsxv3.common.synchronization [req-23318f66-dda9-4ea2-9c0b-2903519068f5 req-88508c50-95a8-42b8-90d6-767138a0d4b6 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Enqueued Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_members [ 695.440383] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_members [ 695.440383] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-8edab822-b4ac-45d4-9307-6691d04aed06 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.440383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.440383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.440383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.440383] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.440383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.440383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.440383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.442919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.442919] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.868028] env[69309]: INFO networking_nsxv3.common.synchronization [None req-b1284d94-feda-46d1-8e49-62aca9ef73cd None None] Enqueued Resource ID: e06868a3-ce0f-4635-bfc0-e7ca55d944ac with Priority: HIGHEST for action port [ 695.868028] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06868a3-ce0f-4635-bfc0-e7ca55d944ac with Priority: HIGHEST for action port [ 695.869031] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-e06868a3-ce0f-4635-bfc0-e7ca55d944ac taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.869031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e06868a3-ce0f-4635-bfc0-e7ca55d944ac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.869031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e06868a3-ce0f-4635-bfc0-e7ca55d944ac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.869031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e06868a3-ce0f-4635-bfc0-e7ca55d944ac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.870550] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06868a3-ce0f-4635-bfc0-e7ca55d944ac',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.879782] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dabf3e67-36b4-488c-9288-fe47ebd55ded [ 695.879782] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.879782] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.879782] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.879782] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.880063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.880063] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dabf3e67-36b4-488c-9288-fe47ebd55ded already deleted. [ 695.880063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dabf3e67-36b4-488c-9288-fe47ebd55ded" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.944572] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.944782] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.944819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.945164] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.945164] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.945371] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.945470] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.945565] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.945677] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.945757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.945839] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8edab822-b4ac-45d4-9307-6691d04aed06 already deleted. [ 695.945915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.020717] env[69309]: INFO networking_nsxv3.common.synchronization [None req-fd52ce3b-a39c-4d95-82e3-9210269cb528 None None] Enqueued Resource ID: 29f38f87-29ef-4712-97d7-7dc9c29c8127 with Priority: HIGHEST for action port [ 696.020717] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f38f87-29ef-4712-97d7-7dc9c29c8127 with Priority: HIGHEST for action port [ 696.021256] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-29f38f87-29ef-4712-97d7-7dc9c29c8127 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.021358] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29f38f87-29ef-4712-97d7-7dc9c29c8127" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.021477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29f38f87-29ef-4712-97d7-7dc9c29c8127" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.021664] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29f38f87-29ef-4712-97d7-7dc9c29c8127" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.021746] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29f38f87-29ef-4712-97d7-7dc9c29c8127',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.373681] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e06868a3-ce0f-4635-bfc0-e7ca55d944ac [ 696.373681] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.373681] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.373803] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.373917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.374026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.374119] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e06868a3-ce0f-4635-bfc0-e7ca55d944ac already deleted. [ 696.374202] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e06868a3-ce0f-4635-bfc0-e7ca55d944ac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.480671] env[69309]: INFO networking_nsxv3.common.synchronization [None req-4d369fd5-1c6e-481b-ba1d-73eba86fad17 None None] Enqueued Resource ID: 07abea7e-9d30-4f95-a5d2-9cff6b01ad84 with Priority: HIGHEST for action port [ 696.480671] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07abea7e-9d30-4f95-a5d2-9cff6b01ad84 with Priority: HIGHEST for action port [ 696.480671] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-07abea7e-9d30-4f95-a5d2-9cff6b01ad84 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.480671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07abea7e-9d30-4f95-a5d2-9cff6b01ad84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.480671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07abea7e-9d30-4f95-a5d2-9cff6b01ad84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.482555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07abea7e-9d30-4f95-a5d2-9cff6b01ad84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.483461] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07abea7e-9d30-4f95-a5d2-9cff6b01ad84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.525978] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29f38f87-29ef-4712-97d7-7dc9c29c8127 [ 696.525978] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.525978] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.525978] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.525978] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.525978] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.525978] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29f38f87-29ef-4712-97d7-7dc9c29c8127 already deleted. [ 696.525978] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29f38f87-29ef-4712-97d7-7dc9c29c8127" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.576778] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.576922] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.576965] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.577704] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.577704] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.577704] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.578029] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.582198] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.582198] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.582198] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.582198] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.582198] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.582198] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.582198] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.582198] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.582198] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.600048] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.600125] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.600357] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.600471] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.601030] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-b5d670f4-44d3-436e-933c-b2fae6553ab7 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.601272] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-b5d670f4-44d3-436e-933c-b2fae6553ab7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.601449] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-b5d670f4-44d3-436e-933c-b2fae6553ab7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.601714] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-b5d670f4-44d3-436e-933c-b2fae6553ab7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.601851] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5d670f4-44d3-436e-933c-b2fae6553ab7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.743861] env[69309]: INFO networking_nsxv3.common.synchronization [req-a79716e3-e068-4ca2-ad48-3a90f65e9704 req-6bd8f0ff-0d4f-4475-a846-d8bac4ed41d1 service nova] Enqueued Resource ID: 768caa60-e59f-4786-859e-8c1a830779f5 with Priority: HIGHEST for action security_group_rules [ 696.744171] env[69309]: INFO networking_nsxv3.common.synchronization [req-a79716e3-e068-4ca2-ad48-3a90f65e9704 req-6bd8f0ff-0d4f-4475-a846-d8bac4ed41d1 service nova] Enqueued Resource ID: 768caa60-e59f-4786-859e-8c1a830779f5 with Priority: HIGHEST for action security_group_members [ 696.744362] env[69309]: INFO networking_nsxv3.common.synchronization [req-a79716e3-e068-4ca2-ad48-3a90f65e9704 req-6bd8f0ff-0d4f-4475-a846-d8bac4ed41d1 service nova] Enqueued Resource ID: 377fca5e-a3c8-4d8d-9120-8caf0dfba728 with Priority: HIGHEST for action port [ 696.745566] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768caa60-e59f-4786-859e-8c1a830779f5 with Priority: HIGHEST for action security_group_rules [ 696.749156] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768caa60-e59f-4786-859e-8c1a830779f5 with Priority: HIGHEST for action security_group_members [ 696.749156] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 377fca5e-a3c8-4d8d-9120-8caf0dfba728 with Priority: HIGHEST for action port [ 696.749156] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-768caa60-e59f-4786-859e-8c1a830779f5 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.749156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.749156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.749156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.749156] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('768caa60-e59f-4786-859e-8c1a830779f5',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.749562] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-768caa60-e59f-4786-859e-8c1a830779f5 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.749789] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.749789] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.749919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.750357] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.750471] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.750536] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.750690] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.750780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.750871] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('768caa60-e59f-4786-859e-8c1a830779f5',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.754966] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-377fca5e-a3c8-4d8d-9120-8caf0dfba728 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.755080] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-377fca5e-a3c8-4d8d-9120-8caf0dfba728" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.755315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-377fca5e-a3c8-4d8d-9120-8caf0dfba728" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.755315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-377fca5e-a3c8-4d8d-9120-8caf0dfba728" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.755411] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('377fca5e-a3c8-4d8d-9120-8caf0dfba728',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.992022] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07abea7e-9d30-4f95-a5d2-9cff6b01ad84 [ 696.992022] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.992022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.992022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.992022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.992022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.992022] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07abea7e-9d30-4f95-a5d2-9cff6b01ad84 already deleted. [ 696.992022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07abea7e-9d30-4f95-a5d2-9cff6b01ad84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.105272] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.105272] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.105443] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.106347] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.106347] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.106471] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port b5d670f4-44d3-436e-933c-b2fae6553ab7 not found, creating... [ 697.106670] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.106827] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.106958] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.107204] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.107406] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.107612] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.107761] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.107892] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.108830] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.108998] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.109160] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: b5d670f4-44d3-436e-933c-b2fae6553ab7 is going to be created. [ 697.128310] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.128581] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.128657] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.130069] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.130069] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.130069] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-b5d670f4-44d3-436e-933c-b2fae6553ab7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.258235] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-768caa60-e59f-4786-859e-8c1a830779f5 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.258738] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.268882] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('768caa60-e59f-4786-859e-8c1a830779f5',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.275158] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 377fca5e-a3c8-4d8d-9120-8caf0dfba728 with status ACTIVE [ 697.275158] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.275158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.275158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.275158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.275158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.275158] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.275158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.275158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.275158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.275158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.279221] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.279381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.279456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.279681] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.280313] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.280313] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 377fca5e-a3c8-4d8d-9120-8caf0dfba728 is going to be updated. [ 697.305069] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.305069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.305069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.305359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.305420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.305590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-377fca5e-a3c8-4d8d-9120-8caf0dfba728" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.698887] env[69309]: INFO networking_nsxv3.common.synchronization [None req-f7b1aa2c-4a4c-40ec-8300-9317aebfa7c9 None None] Enqueued Resource ID: 1c9d3fd2-a169-40d3-8359-7cf965b8d684 with Priority: HIGHEST for action port [ 697.698887] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c9d3fd2-a169-40d3-8359-7cf965b8d684 with Priority: HIGHEST for action port [ 697.698887] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c9d3fd2-a169-40d3-8359-7cf965b8d684 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.698887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c9d3fd2-a169-40d3-8359-7cf965b8d684" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.700776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c9d3fd2-a169-40d3-8359-7cf965b8d684" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.701291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c9d3fd2-a169-40d3-8359-7cf965b8d684" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.703719] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c9d3fd2-a169-40d3-8359-7cf965b8d684',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.774301] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('768caa60-e59f-4786-859e-8c1a830779f5',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.204194] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c9d3fd2-a169-40d3-8359-7cf965b8d684 [ 698.204512] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.204663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.204734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.204975] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.205090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.205199] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c9d3fd2-a169-40d3-8359-7cf965b8d684 already deleted. [ 698.205295] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c9d3fd2-a169-40d3-8359-7cf965b8d684" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.280526] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.280526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.280526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.280526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.280526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.280526] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768caa60-e59f-4786-859e-8c1a830779f5 is going to be created. [ 698.308416] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.308961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.309154] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.309453] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.309709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.319500] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768caa60-e59f-4786-859e-8c1a830779f5 in Status: UNINITIALIZED for 2s [ 698.842196] env[69309]: INFO networking_nsxv3.common.synchronization [req-23318f66-dda9-4ea2-9c0b-2903519068f5 req-3cbb4b9f-2971-45fa-8311-9b5970e26999 service nova] Enqueued Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_rules [ 698.842367] env[69309]: INFO networking_nsxv3.common.synchronization [req-23318f66-dda9-4ea2-9c0b-2903519068f5 req-3cbb4b9f-2971-45fa-8311-9b5970e26999 service nova] Enqueued Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_members [ 698.842511] env[69309]: INFO networking_nsxv3.common.synchronization [req-23318f66-dda9-4ea2-9c0b-2903519068f5 req-3cbb4b9f-2971-45fa-8311-9b5970e26999 service nova] Enqueued Resource ID: b5d670f4-44d3-436e-933c-b2fae6553ab7 with Priority: HIGHEST for action port [ 698.842741] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_rules [ 698.842867] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_members [ 698.843023] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d670f4-44d3-436e-933c-b2fae6553ab7 with Priority: HIGHEST for action port [ 698.843967] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8edab822-b4ac-45d4-9307-6691d04aed06 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.845064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.845150] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.845460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.845460] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.846328] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-8edab822-b4ac-45d4-9307-6691d04aed06 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.846632] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.846632] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.846760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.846834] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.846927] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.846990] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.847138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.847405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.847405] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.848427] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5d670f4-44d3-436e-933c-b2fae6553ab7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.848965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5d670f4-44d3-436e-933c-b2fae6553ab7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.848965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5d670f4-44d3-436e-933c-b2fae6553ab7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.848965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5d670f4-44d3-436e-933c-b2fae6553ab7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.849267] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5d670f4-44d3-436e-933c-b2fae6553ab7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.097411] env[69309]: INFO networking_nsxv3.common.synchronization [None req-0823c49e-cdc2-45b8-bad9-8e837c5e1570 None None] Enqueued Resource ID: c2fc1de9-40fc-4da6-b7bf-9ec6c937d4ab with Priority: HIGHEST for action port [ 699.097411] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2fc1de9-40fc-4da6-b7bf-9ec6c937d4ab with Priority: HIGHEST for action port [ 699.097500] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2fc1de9-40fc-4da6-b7bf-9ec6c937d4ab taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.097782] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2fc1de9-40fc-4da6-b7bf-9ec6c937d4ab" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.097782] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2fc1de9-40fc-4da6-b7bf-9ec6c937d4ab" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.098383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2fc1de9-40fc-4da6-b7bf-9ec6c937d4ab" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.098383] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2fc1de9-40fc-4da6-b7bf-9ec6c937d4ab',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.258260] env[69309]: INFO networking_nsxv3.common.synchronization [None req-35375fb9-4d80-4404-b8a5-0eb9e5f91c5d None None] Enqueued Resource ID: 011e1b5b-e889-4b18-9349-03e8f6658201 with Priority: HIGHEST for action port [ 699.258600] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011e1b5b-e889-4b18-9349-03e8f6658201 with Priority: HIGHEST for action port [ 699.258935] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-011e1b5b-e889-4b18-9349-03e8f6658201 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.259073] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-011e1b5b-e889-4b18-9349-03e8f6658201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.259136] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-011e1b5b-e889-4b18-9349-03e8f6658201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.259462] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-011e1b5b-e889-4b18-9349-03e8f6658201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.259532] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('011e1b5b-e889-4b18-9349-03e8f6658201',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.353187] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.355792] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-8edab822-b4ac-45d4-9307-6691d04aed06 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.356313] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.358339] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5d670f4-44d3-436e-933c-b2fae6553ab7 with status ACTIVE [ 699.358339] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.358339] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.358339] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.358339] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.358339] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.367256] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.367256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.367256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.367256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.367256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.367256] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.367256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.367256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.367256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.367256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.367256] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5d670f4-44d3-436e-933c-b2fae6553ab7 is going to be updated. [ 699.384977] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.385929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.385929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.385929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.385929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.385929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5d670f4-44d3-436e-933c-b2fae6553ab7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.600398] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2fc1de9-40fc-4da6-b7bf-9ec6c937d4ab [ 699.600398] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.600398] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.600398] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.600940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.601121] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.601627] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2fc1de9-40fc-4da6-b7bf-9ec6c937d4ab already deleted. [ 699.601836] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2fc1de9-40fc-4da6-b7bf-9ec6c937d4ab" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.770031] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 011e1b5b-e889-4b18-9349-03e8f6658201 [ 699.770031] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.770031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.770031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.770031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.770031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.770031] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:011e1b5b-e889-4b18-9349-03e8f6658201 already deleted. [ 699.770031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-011e1b5b-e889-4b18-9349-03e8f6658201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.857750] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.005494] env[69309]: INFO networking_nsxv3.common.synchronization [req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 req-d0743db8-842f-442a-b67e-f624af59762e tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Enqueued Resource ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 with Priority: HIGHEST for action security_group_members [ 700.005494] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 with Priority: HIGHEST for action security_group_members [ 700.005494] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16dbc0b-cfa6-4762-9fdd-9091216712d7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.005709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.005709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.008487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.008487] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.008693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.008693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.008876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.008966] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.009208] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16dbc0b-cfa6-4762-9fdd-9091216712d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.329726] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768caa60-e59f-4786-859e-8c1a830779f5 in Status: SUCCESS [ 700.330030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.330030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.330255] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.330444] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.330566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.330628] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.330773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.330851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.330935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.331034] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('768caa60-e59f-4786-859e-8c1a830779f5',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.363290] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.363290] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.363290] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.363516] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.363544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.364327] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8edab822-b4ac-45d4-9307-6691d04aed06 is going to be created. [ 700.386462] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.386462] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.386462] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.386462] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.386462] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.396787] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8edab822-b4ac-45d4-9307-6691d04aed06 in Status: UNINITIALIZED for 2s [ 700.511614] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.511614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.511614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.511614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.511807] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.511845] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.511913] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.512337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.512337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.512337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.512337] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 already deleted. [ 700.512526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.763260] env[69309]: INFO networking_nsxv3.common.synchronization [None req-f7d653b5-06b0-4cad-8dff-92056824221d tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Enqueued Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_rules [ 700.764070] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_rules [ 700.764453] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.767147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.767147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.767147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.767147] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.836074] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-768caa60-e59f-4786-859e-8c1a830779f5 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.838448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.838448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.838448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.838448] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.838448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.838448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.838448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.838448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.838448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.838448] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-768caa60-e59f-4786-859e-8c1a830779f5 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.838448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.838448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.838448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.838448] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.838448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.838448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.838448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.838448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.839149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.839149] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('768caa60-e59f-4786-859e-8c1a830779f5',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.897073] env[69309]: INFO networking_nsxv3.common.synchronization [None req-7fdcd237-071e-4ae0-bf2c-ddfb1e5bcd8b None None] Enqueued Resource ID: d21b35dd-d3e2-40fc-87b8-6ef33f819f8d with Priority: HIGHEST for action port [ 700.898015] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d21b35dd-d3e2-40fc-87b8-6ef33f819f8d with Priority: HIGHEST for action port [ 700.898015] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d21b35dd-d3e2-40fc-87b8-6ef33f819f8d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.898168] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d21b35dd-d3e2-40fc-87b8-6ef33f819f8d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.898240] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d21b35dd-d3e2-40fc-87b8-6ef33f819f8d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.898508] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d21b35dd-d3e2-40fc-87b8-6ef33f819f8d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.898616] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d21b35dd-d3e2-40fc-87b8-6ef33f819f8d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.921066] env[69309]: INFO networking_nsxv3.common.synchronization [None req-c2e52d5e-cc9e-4bbb-8e6d-8cecb855c032 None None] Enqueued Resource ID: 401d677a-e11a-4be3-8f4b-7c3d8b4919e5 with Priority: HIGHEST for action port [ 700.921115] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401d677a-e11a-4be3-8f4b-7c3d8b4919e5 with Priority: HIGHEST for action port [ 700.921427] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-401d677a-e11a-4be3-8f4b-7c3d8b4919e5 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.921566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-401d677a-e11a-4be3-8f4b-7c3d8b4919e5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.921642] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-401d677a-e11a-4be3-8f4b-7c3d8b4919e5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.922181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-401d677a-e11a-4be3-8f4b-7c3d8b4919e5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.922267] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('401d677a-e11a-4be3-8f4b-7c3d8b4919e5',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.053053] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.053577] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.054083] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.054711] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.055525] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.055645] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.055645] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.056159] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.056326] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.056657] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.057150] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.057722] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.057818] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.058082] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.058993] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.059212] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.078095] env[69309]: INFO networking_nsxv3.common.synchronization [None req-1ebd667b-bbb2-495e-b2ad-6eaa8eacdb09 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Enqueued Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_rules [ 701.079981] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_rules [ 701.081635] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.081794] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 701.081931] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.082120] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.082427] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-91ec2ec2-9593-4335-b756-54b90cc039a7 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.082602] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-91ec2ec2-9593-4335-b756-54b90cc039a7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.082730] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-91ec2ec2-9593-4335-b756-54b90cc039a7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.083063] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-91ec2ec2-9593-4335-b756-54b90cc039a7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.083206] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91ec2ec2-9593-4335-b756-54b90cc039a7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.084030] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.084834] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.288312] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.288312] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.288312] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.288312] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.288312] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.288312] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 already deleted. [ 701.288573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.288573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.289791] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.289791] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.340838] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 768caa60-e59f-4786-859e-8c1a830779f5: rpc.has_security_group_logging(os_id): False [ 701.361892] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.362187] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.362377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.362698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.362833] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.363163] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.363352] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.363419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.363620] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.363735] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.364562] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.364562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.364698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.364895] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.365031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.365333] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.365437] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.365652] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.365711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.365819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.365915] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 768caa60-e59f-4786-859e-8c1a830779f5 is going to be created. [ 701.400829] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d21b35dd-d3e2-40fc-87b8-6ef33f819f8d [ 701.401321] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.401482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.403724] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.403724] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.403724] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.403724] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d21b35dd-d3e2-40fc-87b8-6ef33f819f8d already deleted. [ 701.403724] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d21b35dd-d3e2-40fc-87b8-6ef33f819f8d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.427119] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 401d677a-e11a-4be3-8f4b-7c3d8b4919e5 [ 701.427119] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.427119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.427119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.427119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.427119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.427119] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:401d677a-e11a-4be3-8f4b-7c3d8b4919e5 already deleted. [ 701.427119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-401d677a-e11a-4be3-8f4b-7c3d8b4919e5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.500180] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.500692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.500943] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.501297] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.501918] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.513045] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 768caa60-e59f-4786-859e-8c1a830779f5 in Status: IN_PROGRESS for 2s [ 701.586157] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.586780] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.587010] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.587708] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.588020] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.588233] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 91ec2ec2-9593-4335-b756-54b90cc039a7 not found, creating... [ 701.588660] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.588998] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.589807] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.590221] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.590600] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.591340] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.591552] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.591767] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.592062] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.592377] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.592377] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 91ec2ec2-9593-4335-b756-54b90cc039a7 is going to be created. [ 701.624117] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.624399] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.624524] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.624813] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.625058] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.625282] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-91ec2ec2-9593-4335-b756-54b90cc039a7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.734864] env[69309]: INFO networking_nsxv3.common.synchronization [None req-83c918f4-dd24-4f31-83e9-0549ee37b8b9 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Enqueued Resource ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 with Priority: HIGHEST for action security_group_rules [ 701.736035] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 with Priority: HIGHEST for action security_group_rules [ 701.736864] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-069bfd4f-132e-46a1-bd72-8558669d02b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.736864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.736864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.737053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.737053] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('069bfd4f-132e-46a1-bd72-8558669d02b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.814033] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.814274] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.814274] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.814459] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.814551] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.814643] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 already deleted. [ 701.814721] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.956422] env[69309]: INFO networking_nsxv3.common.synchronization [None req-f4faaa0a-9013-4b3c-a8da-cde3a8f3e536 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Enqueued Resource ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 with Priority: HIGHEST for action security_group_rules [ 701.957885] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 with Priority: HIGHEST for action security_group_rules [ 701.957885] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-069bfd4f-132e-46a1-bd72-8558669d02b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.957885] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.262908] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.262908] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.262908] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.262908] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.262908] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.262908] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 already deleted. [ 702.263259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.263259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.263324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.263367] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('069bfd4f-132e-46a1-bd72-8558669d02b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.405944] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8edab822-b4ac-45d4-9307-6691d04aed06 in Status: SUCCESS [ 702.406210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.406210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.406518] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.407110] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.407110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.407110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.407110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.407110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.407110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.407333] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.790291] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.790406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.791162] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.791162] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.791162] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.791162] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 already deleted. [ 702.791162] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.858358] env[69309]: INFO networking_nsxv3.common.synchronization [req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 req-36a80b2c-cc63-4140-af01-a66a55dc4598 service nova] Enqueued Resource ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 with Priority: HIGHEST for action security_group_rules [ 702.858358] env[69309]: INFO networking_nsxv3.common.synchronization [req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 req-36a80b2c-cc63-4140-af01-a66a55dc4598 service nova] Enqueued Resource ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 with Priority: HIGHEST for action security_group_members [ 702.858358] env[69309]: INFO networking_nsxv3.common.synchronization [req-9a10bc31-1b23-48ee-a319-bb4cde5e58c2 req-36a80b2c-cc63-4140-af01-a66a55dc4598 service nova] Enqueued Resource ID: 91ec2ec2-9593-4335-b756-54b90cc039a7 with Priority: HIGHEST for action port [ 702.858666] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 with Priority: HIGHEST for action security_group_rules [ 702.858772] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 with Priority: HIGHEST for action security_group_members [ 702.859027] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91ec2ec2-9593-4335-b756-54b90cc039a7 with Priority: HIGHEST for action port [ 702.859822] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a16dbc0b-cfa6-4762-9fdd-9091216712d7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.860013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.860191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.861016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.861175] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a16dbc0b-cfa6-4762-9fdd-9091216712d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.865360] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16dbc0b-cfa6-4762-9fdd-9091216712d7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.865360] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.865360] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.865360] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.865360] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.865360] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.865360] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.865360] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.865360] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.865360] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16dbc0b-cfa6-4762-9fdd-9091216712d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.865360] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-91ec2ec2-9593-4335-b756-54b90cc039a7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.865360] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91ec2ec2-9593-4335-b756-54b90cc039a7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.865929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91ec2ec2-9593-4335-b756-54b90cc039a7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.865929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91ec2ec2-9593-4335-b756-54b90cc039a7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.866178] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91ec2ec2-9593-4335-b756-54b90cc039a7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.912308] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.363537] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16dbc0b-cfa6-4762-9fdd-9091216712d7 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.363696] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.365963] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a16dbc0b-cfa6-4762-9fdd-9091216712d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.368635] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91ec2ec2-9593-4335-b756-54b90cc039a7 with status ACTIVE [ 703.368831] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.368952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.369030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.369397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.369397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.369578] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.369682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.369744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.369915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.369996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.370187] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.370276] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.370342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.370687] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.370687] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.370687] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91ec2ec2-9593-4335-b756-54b90cc039a7 is going to be updated. [ 703.391129] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.391129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.391129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.391533] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.391533] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.391533] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91ec2ec2-9593-4335-b756-54b90cc039a7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.415820] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8edab822-b4ac-45d4-9307-6691d04aed06: rpc.has_security_group_logging(os_id): False [ 703.435401] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.435549] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.435659] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.435832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.435926] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.436176] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.436309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.436377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.436525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.436603] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.436691] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8edab822-b4ac-45d4-9307-6691d04aed06 is going to be created. [ 703.532798] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 768caa60-e59f-4786-859e-8c1a830779f5 in Status: SUCCESS [ 703.532798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.548102] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.548102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.548102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.548102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.548747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.567727] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8edab822-b4ac-45d4-9307-6691d04aed06 in Status: IN_PROGRESS for 2s [ 703.863042] env[69309]: INFO networking_nsxv3.common.synchronization [None req-a0eef71b-d158-4fac-8499-24bbfd09fbfe None None] Enqueued Resource ID: f8aca2ad-827a-462b-9c53-1859b0f376fc with Priority: HIGHEST for action port [ 703.863391] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8aca2ad-827a-462b-9c53-1859b0f376fc with Priority: HIGHEST for action port [ 703.863891] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8aca2ad-827a-462b-9c53-1859b0f376fc taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.864023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8aca2ad-827a-462b-9c53-1859b0f376fc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.864090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8aca2ad-827a-462b-9c53-1859b0f376fc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.864372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8aca2ad-827a-462b-9c53-1859b0f376fc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.864463] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8aca2ad-827a-462b-9c53-1859b0f376fc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.868458] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a16dbc0b-cfa6-4762-9fdd-9091216712d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.368635] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8aca2ad-827a-462b-9c53-1859b0f376fc [ 704.368635] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.368635] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.368635] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.368927] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.368927] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.368927] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8aca2ad-827a-462b-9c53-1859b0f376fc already deleted. [ 704.369050] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8aca2ad-827a-462b-9c53-1859b0f376fc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.371660] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.371660] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.371845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.371961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.372475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.373073] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 is going to be created. [ 704.399423] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.399423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.399423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.399423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.399423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.412119] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 in Status: UNINITIALIZED for 2s [ 704.434337] env[69309]: INFO networking_nsxv3.common.synchronization [None req-e3f0f766-54dd-42a1-841f-93502d8cce5a tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Enqueued Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_rules [ 704.435596] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_rules [ 704.435596] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff51013c-3062-441c-93b3-c2d9cb7366b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.435596] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.435952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.436036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.436181] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.700992] env[69309]: INFO networking_nsxv3.common.synchronization [None req-31630bb5-32ca-41dd-990a-10cafd5c7d54 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Enqueued Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_rules [ 704.701725] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_rules [ 704.704432] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff51013c-3062-441c-93b3-c2d9cb7366b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.704432] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.717018] env[69309]: INFO networking_nsxv3.common.synchronization [None req-10e8f05a-fc67-43fd-8ab2-39f270cffca7 None None] Enqueued Resource ID: ba25a9a6-9096-4aa2-9f76-32580c346363 with Priority: HIGHEST for action port [ 704.717018] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba25a9a6-9096-4aa2-9f76-32580c346363 with Priority: HIGHEST for action port [ 704.717018] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba25a9a6-9096-4aa2-9f76-32580c346363 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.717018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba25a9a6-9096-4aa2-9f76-32580c346363" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.717018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba25a9a6-9096-4aa2-9f76-32580c346363" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.717018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba25a9a6-9096-4aa2-9f76-32580c346363" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.717018] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba25a9a6-9096-4aa2-9f76-32580c346363',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.958021] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.958021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.958021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.958021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.958021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.958021] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 already deleted. [ 704.958021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.958021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.958021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.958021] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.218254] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba25a9a6-9096-4aa2-9f76-32580c346363 [ 705.218560] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.218713] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.218713] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.219942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.219942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.219942] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba25a9a6-9096-4aa2-9f76-32580c346363 already deleted. [ 705.219942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba25a9a6-9096-4aa2-9f76-32580c346363" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.310103] env[69309]: INFO networking_nsxv3.common.synchronization [req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 req-c27bc9b8-b749-463a-b0b4-e3d0ee3da210 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Enqueued Resource ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 with Priority: HIGHEST for action security_group_members [ 705.311182] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 with Priority: HIGHEST for action security_group_members [ 705.313616] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-501e0efc-845b-42e2-a7d8-4dcf169ce859 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.313857] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.314235] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.314604] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.314688] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.314845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.314845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.315038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.315108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.315221] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.488675] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.488958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.488958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.489360] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.489360] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.489513] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 already deleted. [ 705.489623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.578830] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8edab822-b4ac-45d4-9307-6691d04aed06 in Status: SUCCESS [ 705.579042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.819757] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.819757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.819757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.819757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.819757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.819757] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.819757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.819757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.819757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.819757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.819757] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 already deleted. [ 705.819757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.314291] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.314843] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.314843] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.315186] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.317692] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.317692] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.317692] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.317692] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.317692] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.317692] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.317977] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.317977] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.318527] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.318691] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.318858] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.320182] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.339583] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.339827] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 706.339913] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.340110] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.340666] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-d13e690d-a562-4f39-b4e3-07989729f251 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.340666] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-d13e690d-a562-4f39-b4e3-07989729f251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.340879] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-d13e690d-a562-4f39-b4e3-07989729f251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.341091] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-d13e690d-a562-4f39-b4e3-07989729f251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.341619] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d13e690d-a562-4f39-b4e3-07989729f251',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.418602] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 in Status: SUCCESS [ 706.418602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.418602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.419063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.419276] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.419432] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.419490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.419667] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.419775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.419865] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.419957] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a16dbc0b-cfa6-4762-9fdd-9091216712d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.845317] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.846346] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.846346] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.846519] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.846830] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.847273] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port d13e690d-a562-4f39-b4e3-07989729f251 not found, creating... [ 706.847273] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.847414] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.847468] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.847708] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.847841] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.848137] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.848300] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.848476] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.848743] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.849310] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.849310] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: d13e690d-a562-4f39-b4e3-07989729f251 is going to be created. [ 706.868975] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.869694] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.869694] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.869918] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.870604] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.870885] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-d13e690d-a562-4f39-b4e3-07989729f251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.899341] env[69309]: INFO networking_nsxv3.common.synchronization [None req-a01a9cb6-31bc-41af-a24e-437be5cc9781 None None] Enqueued Resource ID: 0702c8a7-789b-4335-a9c8-5b2f0ff3c955 with Priority: HIGHEST for action port [ 706.900192] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0702c8a7-789b-4335-a9c8-5b2f0ff3c955 with Priority: HIGHEST for action port [ 706.900332] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0702c8a7-789b-4335-a9c8-5b2f0ff3c955 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.902808] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0702c8a7-789b-4335-a9c8-5b2f0ff3c955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.902808] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0702c8a7-789b-4335-a9c8-5b2f0ff3c955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.902808] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0702c8a7-789b-4335-a9c8-5b2f0ff3c955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.902808] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0702c8a7-789b-4335-a9c8-5b2f0ff3c955',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.922244] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16dbc0b-cfa6-4762-9fdd-9091216712d7 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.922640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.922806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.923047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.923278] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.923495] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.923599] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.923888] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.924278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.924278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.924371] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16dbc0b-cfa6-4762-9fdd-9091216712d7 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.924451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.924513] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.924669] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.924806] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.924896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.924953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.925169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.925249] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.926035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.926311] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a16dbc0b-cfa6-4762-9fdd-9091216712d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.169210] env[69309]: INFO networking_nsxv3.common.synchronization [req-f38ff69e-57e8-463a-90fc-01282a316c82 req-902b69fb-77c9-47ad-abaf-fbd4e18f9017 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Enqueued Resource ID: 0acafaac-2969-431f-843b-984434e33787 with Priority: HIGHEST for action security_group_members [ 707.169210] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0acafaac-2969-431f-843b-984434e33787 with Priority: HIGHEST for action security_group_members [ 707.169210] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-0acafaac-2969-431f-843b-984434e33787 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.169210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.169210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.169210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.169210] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.170501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.170762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.171053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.171230] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.171401] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0acafaac-2969-431f-843b-984434e33787',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.405929] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0702c8a7-789b-4335-a9c8-5b2f0ff3c955 [ 707.406145] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.406297] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.406376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.406756] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.406756] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.406756] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0702c8a7-789b-4335-a9c8-5b2f0ff3c955 already deleted. [ 707.406913] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0702c8a7-789b-4335-a9c8-5b2f0ff3c955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.428757] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a16dbc0b-cfa6-4762-9fdd-9091216712d7: rpc.has_security_group_logging(os_id): False [ 707.447866] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.448024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.448125] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.448358] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.448476] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.448751] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.449050] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.449050] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.449155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.449194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.449368] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.449460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.449521] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.449658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.449749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.449950] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.450063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.450124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.450339] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.450434] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.450523] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 is going to be created. [ 707.503262] env[69309]: INFO networking_nsxv3.common.synchronization [None req-c579f9b4-407a-4780-96ce-bc3f42f2cd25 None None] Enqueued Resource ID: 57a48573-83d5-44dc-ba2f-1db82e918398 with Priority: HIGHEST for action port [ 707.503262] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a48573-83d5-44dc-ba2f-1db82e918398 with Priority: HIGHEST for action port [ 707.503407] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-57a48573-83d5-44dc-ba2f-1db82e918398 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.503503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57a48573-83d5-44dc-ba2f-1db82e918398" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.503594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57a48573-83d5-44dc-ba2f-1db82e918398" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.504017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57a48573-83d5-44dc-ba2f-1db82e918398" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.504069] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57a48573-83d5-44dc-ba2f-1db82e918398',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.509314] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.509314] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.509314] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.509314] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.509314] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.531189] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 in Status: IN_PROGRESS for 2s [ 707.674138] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.674355] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.674355] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.674595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.674708] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.674877] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.675137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.675137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.675239] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.675567] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.675688] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0acafaac-2969-431f-843b-984434e33787 already deleted. [ 707.675790] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.006686] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57a48573-83d5-44dc-ba2f-1db82e918398 [ 708.007130] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.011018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.011018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.011018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.011018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.011018] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57a48573-83d5-44dc-ba2f-1db82e918398 already deleted. [ 708.011018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57a48573-83d5-44dc-ba2f-1db82e918398" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.169021] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-114 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.169153] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-114" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.169350] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-114" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.169668] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-114" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.170670] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.170925] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.171548] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.171875] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.172129] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.173444] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.173651] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.173818] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.174021] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.174190] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.174500] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.174712] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.195718] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.196418] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.196418] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.196418] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-114" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.196617] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-4b050270-0a4b-40fc-9ec1-166589719fee taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.196797] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-4b050270-0a4b-40fc-9ec1-166589719fee" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.196918] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-4b050270-0a4b-40fc-9ec1-166589719fee" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.197243] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-4b050270-0a4b-40fc-9ec1-166589719fee" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.197384] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b050270-0a4b-40fc-9ec1-166589719fee',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.277579] env[69309]: INFO networking_nsxv3.common.synchronization [req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 req-fbcc2295-3442-4fe8-a818-bd69dac4e1d7 service nova] Enqueued Resource ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 with Priority: HIGHEST for action security_group_rules [ 708.277579] env[69309]: INFO networking_nsxv3.common.synchronization [req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 req-fbcc2295-3442-4fe8-a818-bd69dac4e1d7 service nova] Enqueued Resource ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 with Priority: HIGHEST for action security_group_members [ 708.277867] env[69309]: INFO networking_nsxv3.common.synchronization [req-0510815e-58ba-4bb7-8aa0-5b2ba3d67320 req-fbcc2295-3442-4fe8-a818-bd69dac4e1d7 service nova] Enqueued Resource ID: d13e690d-a562-4f39-b4e3-07989729f251 with Priority: HIGHEST for action port [ 708.278638] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 with Priority: HIGHEST for action security_group_rules [ 708.280259] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 with Priority: HIGHEST for action security_group_members [ 708.280259] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d13e690d-a562-4f39-b4e3-07989729f251 with Priority: HIGHEST for action port [ 708.280259] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-501e0efc-845b-42e2-a7d8-4dcf169ce859 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.280259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.280259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.280259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.280259] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.282211] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-501e0efc-845b-42e2-a7d8-4dcf169ce859 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.282211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.282211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.282470] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.282470] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.282470] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.282892] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.282892] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.282892] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.282892] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.283848] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d13e690d-a562-4f39-b4e3-07989729f251 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.283848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d13e690d-a562-4f39-b4e3-07989729f251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.283848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d13e690d-a562-4f39-b4e3-07989729f251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.284102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d13e690d-a562-4f39-b4e3-07989729f251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.284220] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d13e690d-a562-4f39-b4e3-07989729f251',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.702490] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.702733] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.702919] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.703180] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.703336] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.703859] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 4b050270-0a4b-40fc-9ec1-166589719fee not found, creating... [ 708.704168] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.704355] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.704469] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.704726] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.705144] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.705241] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.705531] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.705716] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.706041] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.706178] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.706295] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 4b050270-0a4b-40fc-9ec1-166589719fee is going to be created. [ 708.728920] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.728920] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.728920] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.728920] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.728920] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.728920] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-4b050270-0a4b-40fc-9ec1-166589719fee" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.782761] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-501e0efc-845b-42e2-a7d8-4dcf169ce859 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.782761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.789174] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.790393] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d13e690d-a562-4f39-b4e3-07989729f251 with status ACTIVE [ 708.794019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.794019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.794019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.794019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.794019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.794019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.794019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.794019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.794019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.794019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.794019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.794019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.794019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.794019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.795096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.795671] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d13e690d-a562-4f39-b4e3-07989729f251 is going to be updated. [ 708.826263] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.826263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.826263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.826263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.826263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.826263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d13e690d-a562-4f39-b4e3-07989729f251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.298486] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.542849] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 in Status: SUCCESS [ 709.544070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.801937] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.802137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.802207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.805079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.805079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.805079] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 is going to be created. [ 709.827569] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.827716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.827786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.828026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.828186] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.838179] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 in Status: UNINITIALIZED for 2s [ 709.945021] env[69309]: INFO networking_nsxv3.common.synchronization [None req-fa311898-123f-46a7-b7a4-6298d7778d1d None None] Enqueued Resource ID: 056c0ccf-e2d0-42a2-bf7c-b28a46a39f48 with Priority: HIGHEST for action port [ 709.945289] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056c0ccf-e2d0-42a2-bf7c-b28a46a39f48 with Priority: HIGHEST for action port [ 709.945957] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-056c0ccf-e2d0-42a2-bf7c-b28a46a39f48 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.946088] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-056c0ccf-e2d0-42a2-bf7c-b28a46a39f48" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.946741] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-056c0ccf-e2d0-42a2-bf7c-b28a46a39f48" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.946968] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-056c0ccf-e2d0-42a2-bf7c-b28a46a39f48" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.947014] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('056c0ccf-e2d0-42a2-bf7c-b28a46a39f48',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.958409] env[69309]: INFO networking_nsxv3.common.synchronization [req-f38ff69e-57e8-463a-90fc-01282a316c82 req-657965c5-0fbf-4007-b0ba-a97b85728109 service nova] Enqueued Resource ID: 0acafaac-2969-431f-843b-984434e33787 with Priority: HIGHEST for action security_group_rules [ 709.958611] env[69309]: INFO networking_nsxv3.common.synchronization [req-f38ff69e-57e8-463a-90fc-01282a316c82 req-657965c5-0fbf-4007-b0ba-a97b85728109 service nova] Enqueued Resource ID: 0acafaac-2969-431f-843b-984434e33787 with Priority: HIGHEST for action security_group_members [ 709.958965] env[69309]: INFO networking_nsxv3.common.synchronization [req-f38ff69e-57e8-463a-90fc-01282a316c82 req-657965c5-0fbf-4007-b0ba-a97b85728109 service nova] Enqueued Resource ID: 4b050270-0a4b-40fc-9ec1-166589719fee with Priority: HIGHEST for action port [ 709.960202] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0acafaac-2969-431f-843b-984434e33787 with Priority: HIGHEST for action security_group_rules [ 709.960202] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0acafaac-2969-431f-843b-984434e33787 with Priority: HIGHEST for action security_group_members [ 709.960202] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b050270-0a4b-40fc-9ec1-166589719fee with Priority: HIGHEST for action port [ 709.960202] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0acafaac-2969-431f-843b-984434e33787 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.960202] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.960202] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.960512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.960512] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0acafaac-2969-431f-843b-984434e33787',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.961450] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-0acafaac-2969-431f-843b-984434e33787 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.961526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.961641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.962750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.964237] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.964514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.964667] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.964923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.965110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.965285] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0acafaac-2969-431f-843b-984434e33787',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.966209] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b050270-0a4b-40fc-9ec1-166589719fee taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.966468] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b050270-0a4b-40fc-9ec1-166589719fee" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.966790] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b050270-0a4b-40fc-9ec1-166589719fee" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.967127] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b050270-0a4b-40fc-9ec1-166589719fee" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.968027] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b050270-0a4b-40fc-9ec1-166589719fee',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.192428] env[69309]: INFO networking_nsxv3.common.synchronization [None req-9cde7155-3e13-4c6e-96de-38e879fadfe5 None None] Enqueued Resource ID: 57211b82-9cc2-4d49-93b2-3670b8b7e856 with Priority: HIGHEST for action port [ 710.193243] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57211b82-9cc2-4d49-93b2-3670b8b7e856 with Priority: HIGHEST for action port [ 710.197207] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-57211b82-9cc2-4d49-93b2-3670b8b7e856 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.197207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57211b82-9cc2-4d49-93b2-3670b8b7e856" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.197207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57211b82-9cc2-4d49-93b2-3670b8b7e856" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.197441] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57211b82-9cc2-4d49-93b2-3670b8b7e856" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.197523] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57211b82-9cc2-4d49-93b2-3670b8b7e856',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.452806] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 056c0ccf-e2d0-42a2-bf7c-b28a46a39f48 [ 710.452806] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.452806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.452806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.452806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.452806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.452806] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:056c0ccf-e2d0-42a2-bf7c-b28a46a39f48 already deleted. [ 710.452806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-056c0ccf-e2d0-42a2-bf7c-b28a46a39f48" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.470814] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0acafaac-2969-431f-843b-984434e33787',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.471831] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-0acafaac-2969-431f-843b-984434e33787 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.471965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.472112] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b050270-0a4b-40fc-9ec1-166589719fee with status ACTIVE [ 710.472876] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.472876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.472876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.472876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.472876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.473363] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.473363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.473363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.473363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.473563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.479350] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.479350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.479350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.479350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.479350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.479350] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b050270-0a4b-40fc-9ec1-166589719fee is going to be updated. [ 710.498942] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.498942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.498942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.499207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.499207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.499395] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b050270-0a4b-40fc-9ec1-166589719fee" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.700189] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57211b82-9cc2-4d49-93b2-3670b8b7e856 [ 710.700189] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.700189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.700450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.700450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.700624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.700764] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57211b82-9cc2-4d49-93b2-3670b8b7e856 already deleted. [ 710.700931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57211b82-9cc2-4d49-93b2-3670b8b7e856" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.980512] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0acafaac-2969-431f-843b-984434e33787',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.481899] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.483297] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.483385] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.483603] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.483696] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.483814] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0acafaac-2969-431f-843b-984434e33787 is going to be created. [ 711.506043] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.506209] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.506277] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.506493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.507247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.515531] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0acafaac-2969-431f-843b-984434e33787 in Status: UNINITIALIZED for 2s [ 711.848356] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 in Status: SUCCESS [ 711.848604] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.848791] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.848996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.849204] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.849320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.849379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.850079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.850079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.850079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.850079] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.360455] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-501e0efc-845b-42e2-a7d8-4dcf169ce859 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.360455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.360455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.360455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.360455] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.360455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.360455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.360455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.360455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.360455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.360455] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-501e0efc-845b-42e2-a7d8-4dcf169ce859 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.360455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.360455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.360455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.360455] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.360455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.362147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.362147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.362147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.362147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.362147] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.690429] env[69309]: INFO networking_nsxv3.common.synchronization [None req-f4c35f8e-9e01-43dd-9431-f156006bf0f2 None None] Enqueued Resource ID: 8756a9ff-7bb3-4a97-b095-cca0605e0164 with Priority: HIGHEST for action port [ 712.690429] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8756a9ff-7bb3-4a97-b095-cca0605e0164 with Priority: HIGHEST for action port [ 712.690429] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-8756a9ff-7bb3-4a97-b095-cca0605e0164 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.690429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8756a9ff-7bb3-4a97-b095-cca0605e0164" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.690429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8756a9ff-7bb3-4a97-b095-cca0605e0164" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.690429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8756a9ff-7bb3-4a97-b095-cca0605e0164" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.690429] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8756a9ff-7bb3-4a97-b095-cca0605e0164',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.865252] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 501e0efc-845b-42e2-a7d8-4dcf169ce859: rpc.has_security_group_logging(os_id): False [ 712.883695] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.883932] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.883996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.884929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.884929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.884929] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.884929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.884929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.884929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.885349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.885349] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.885349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.885349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.885543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.885630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.885777] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.885864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.885941] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.890585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.891016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.891016] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 is going to be created. [ 712.948364] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.948364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.948364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.948364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.948364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.957767] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 in Status: IN_PROGRESS for 2s [ 713.200138] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8756a9ff-7bb3-4a97-b095-cca0605e0164 [ 713.200138] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.200258] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.200346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.200592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.200700] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.200805] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8756a9ff-7bb3-4a97-b095-cca0605e0164 already deleted. [ 713.201280] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8756a9ff-7bb3-4a97-b095-cca0605e0164" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.525290] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0acafaac-2969-431f-843b-984434e33787 in Status: SUCCESS [ 713.525401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.525475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.525686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.526027] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.526027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.526171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.526251] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.526285] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.526370] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.526526] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0acafaac-2969-431f-843b-984434e33787',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.029032] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0acafaac-2969-431f-843b-984434e33787',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.531176] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0acafaac-2969-431f-843b-984434e33787: rpc.has_security_group_logging(os_id): False [ 714.551369] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.551610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.551689] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.551906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.552035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.552313] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.552475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.552591] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.552704] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.552781] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.552890] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0acafaac-2969-431f-843b-984434e33787 is going to be created. [ 714.615265] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.615265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.615265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.615265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.615756] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.627062] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0acafaac-2969-431f-843b-984434e33787 in Status: IN_PROGRESS for 2s [ 714.931713] env[69309]: INFO networking_nsxv3.common.synchronization [None req-d5d228e2-8789-4010-b24a-09c35a35d78d None None] Enqueued Resource ID: 516645d1-32b5-4475-9378-78692b32d00e with Priority: HIGHEST for action port [ 714.932784] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 516645d1-32b5-4475-9378-78692b32d00e with Priority: HIGHEST for action port [ 714.933411] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-516645d1-32b5-4475-9378-78692b32d00e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.933530] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-516645d1-32b5-4475-9378-78692b32d00e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.933639] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-516645d1-32b5-4475-9378-78692b32d00e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.934322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-516645d1-32b5-4475-9378-78692b32d00e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.934322] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('516645d1-32b5-4475-9378-78692b32d00e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.968936] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 in Status: SUCCESS [ 714.969166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.437110] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 516645d1-32b5-4475-9378-78692b32d00e [ 715.437110] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.437110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.437110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.437110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.437110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.437110] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:516645d1-32b5-4475-9378-78692b32d00e already deleted. [ 715.437110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-516645d1-32b5-4475-9378-78692b32d00e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.490647] env[69309]: INFO networking_nsxv3.common.synchronization [None req-02cc88aa-d4e6-4709-9df9-b26ed67e55f3 None None] Enqueued Resource ID: 1dd7b845-e7b2-4a98-b2cf-f3ee4f19bf66 with Priority: HIGHEST for action port [ 715.492014] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd7b845-e7b2-4a98-b2cf-f3ee4f19bf66 with Priority: HIGHEST for action port [ 715.492341] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dd7b845-e7b2-4a98-b2cf-f3ee4f19bf66 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.492463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dd7b845-e7b2-4a98-b2cf-f3ee4f19bf66" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.492527] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dd7b845-e7b2-4a98-b2cf-f3ee4f19bf66" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.492893] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dd7b845-e7b2-4a98-b2cf-f3ee4f19bf66" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.494016] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dd7b845-e7b2-4a98-b2cf-f3ee4f19bf66',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.527605] env[69309]: INFO networking_nsxv3.common.synchronization [req-922148f6-a11e-48ec-9b32-c20a83afd16a req-88fc1809-61ad-4827-9dd6-1f4964e9f55a tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Enqueued Resource ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 with Priority: HIGHEST for action security_group_members [ 715.527787] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 with Priority: HIGHEST for action security_group_members [ 715.529742] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16532d9-fc9d-4ce4-a168-3effcacbeae7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.533317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.533317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.533317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.533317] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.533317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.533317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.533317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.533317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.533317] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.995632] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1dd7b845-e7b2-4a98-b2cf-f3ee4f19bf66 [ 715.995977] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.996105] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.996179] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.997035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.997035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.997035] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1dd7b845-e7b2-4a98-b2cf-f3ee4f19bf66 already deleted. [ 715.997035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dd7b845-e7b2-4a98-b2cf-f3ee4f19bf66" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.039439] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.039439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.039439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.039439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.039439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.039439] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.039439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.039439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.039439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.039439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.039439] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 already deleted. [ 716.039439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.128412] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.128632] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-445" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.128789] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-445" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.129200] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-445" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.129416] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.129584] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.129722] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.129955] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.134210] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.135074] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.135074] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.135074] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.135074] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.135074] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.135074] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.135074] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.153531] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.153692] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 716.153831] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.154026] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-445" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.154362] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.154535] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.154652] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.154981] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.155130] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.638807] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0acafaac-2969-431f-843b-984434e33787 in Status: SUCCESS [ 716.639198] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.662777] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.663405] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.663405] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.663405] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.665085] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.665085] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 not found, creating... [ 716.665085] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.665085] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.665085] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.665085] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.665085] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.665085] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.665603] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.665603] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.665603] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.666975] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.666975] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 is going to be created. [ 716.685595] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.685595] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.685775] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.685969] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.686286] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.686451] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.496680] env[69309]: INFO networking_nsxv3.common.synchronization [req-3a291c63-2e28-48c4-b0fb-8724ef7c6943 req-f169c145-a08d-44b9-9878-2cc0db2dc6ba tempest-DeleteServersAdminTestJSON-499306391 tempest-DeleteServersAdminTestJSON-499306391-project-admin] Enqueued Resource ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 with Priority: HIGHEST for action security_group_members [ 717.497234] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 with Priority: HIGHEST for action security_group_members [ 717.497551] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16dbc0b-cfa6-4762-9fdd-9091216712d7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.497697] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.497769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.497982] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.498162] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.498276] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.498364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.498538] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.498610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.498731] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16dbc0b-cfa6-4762-9fdd-9091216712d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.609498] env[69309]: INFO networking_nsxv3.common.synchronization [None req-8266ba53-32cd-4f00-9d11-2af713418abe None None] Enqueued Resource ID: 1de62294-bc61-43b2-b221-f01db1e4e595 with Priority: HIGHEST for action port [ 717.610326] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de62294-bc61-43b2-b221-f01db1e4e595 with Priority: HIGHEST for action port [ 717.610411] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1de62294-bc61-43b2-b221-f01db1e4e595 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.610482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1de62294-bc61-43b2-b221-f01db1e4e595" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.610536] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1de62294-bc61-43b2-b221-f01db1e4e595" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.610849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1de62294-bc61-43b2-b221-f01db1e4e595" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.610849] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1de62294-bc61-43b2-b221-f01db1e4e595',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.737171] env[69309]: INFO networking_nsxv3.common.synchronization [req-922148f6-a11e-48ec-9b32-c20a83afd16a req-1bd3c87e-a40e-486f-a70d-d25997d38ada service nova] Enqueued Resource ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 with Priority: HIGHEST for action security_group_rules [ 717.737171] env[69309]: INFO networking_nsxv3.common.synchronization [req-922148f6-a11e-48ec-9b32-c20a83afd16a req-1bd3c87e-a40e-486f-a70d-d25997d38ada service nova] Enqueued Resource ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 with Priority: HIGHEST for action security_group_members [ 717.737483] env[69309]: INFO networking_nsxv3.common.synchronization [req-922148f6-a11e-48ec-9b32-c20a83afd16a req-1bd3c87e-a40e-486f-a70d-d25997d38ada service nova] Enqueued Resource ID: 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 with Priority: HIGHEST for action port [ 717.738223] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 with Priority: HIGHEST for action security_group_rules [ 717.738223] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 with Priority: HIGHEST for action security_group_members [ 717.739409] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 with Priority: HIGHEST for action port [ 717.739545] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f16532d9-fc9d-4ce4-a168-3effcacbeae7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.739775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.739838] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.740243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.740243] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.741249] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16532d9-fc9d-4ce4-a168-3effcacbeae7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.741344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.741344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.742952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.742952] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.742952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.742952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.742952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.742952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.742952] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.743409] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.743409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.743409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.743540] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.743630] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.778193] env[69309]: INFO networking_nsxv3.common.synchronization [req-93a561d9-c246-41e1-94cf-cd07479e8249 req-cd71cc1d-cf88-4749-beef-2b26dbe82a37 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Enqueued Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 717.778546] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 717.778821] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.778949] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.781073] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.781376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.781631] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.781698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.781734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.781944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.782146] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.782146] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.001233] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.001396] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.001502] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.001808] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.003737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.003737] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.003737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.003737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.003737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.003737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.003737] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 is going to be updated. [ 718.051338] env[69309]: INFO networking_nsxv3.common.synchronization [None req-7e109dd4-af29-4521-a489-88033d00a353 None None] Enqueued Resource ID: 0d38719a-9ad9-4d3e-8e9f-5083ef638133 with Priority: HIGHEST for action port [ 718.051338] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d38719a-9ad9-4d3e-8e9f-5083ef638133 with Priority: HIGHEST for action port [ 718.051338] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d38719a-9ad9-4d3e-8e9f-5083ef638133 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.051338] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d38719a-9ad9-4d3e-8e9f-5083ef638133" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.051338] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d38719a-9ad9-4d3e-8e9f-5083ef638133" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.051338] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d38719a-9ad9-4d3e-8e9f-5083ef638133" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.051656] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d38719a-9ad9-4d3e-8e9f-5083ef638133',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.057356] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.057490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.057618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.057741] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.057876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.076029] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 in Status: IN_PROGRESS for 2s [ 718.115665] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1de62294-bc61-43b2-b221-f01db1e4e595 [ 718.115951] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.116174] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.116248] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.116530] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.116800] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.117047] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1de62294-bc61-43b2-b221-f01db1e4e595 already deleted. [ 718.117047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1de62294-bc61-43b2-b221-f01db1e4e595" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.155345] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-719 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.155556] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-719" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.157038] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-719" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.157038] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-719" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.157038] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.157038] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.157038] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.157317] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.157562] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.159869] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.159869] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.159869] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.159869] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.159869] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.159869] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.159869] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.192458] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.192458] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 718.192458] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.192458] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-719" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.192755] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-24cf2e96-798a-459f-b34e-1180798e0945 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.193124] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-24cf2e96-798a-459f-b34e-1180798e0945" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.193361] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-24cf2e96-798a-459f-b34e-1180798e0945" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.193804] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-24cf2e96-798a-459f-b34e-1180798e0945" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.194029] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24cf2e96-798a-459f-b34e-1180798e0945',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.246999] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.252023] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16532d9-fc9d-4ce4-a168-3effcacbeae7 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.252023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.252023] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 with status ACTIVE [ 718.252023] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.252023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.252023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.252023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.252023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.252023] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.252023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.252023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.252023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.252023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.252605] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.252605] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.252605] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.252605] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.252605] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.252605] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1 is going to be updated. [ 718.275032] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.275032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.275032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.275032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.275032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.275032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fd66928-ad6c-4c83-9124-a1cd0ef7f5e1" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.285805] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.286029] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.286103] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.286359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.286478] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.289081] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.289081] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.289081] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.289081] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.289081] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.289081] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 already deleted. [ 718.289081] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.559757] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d38719a-9ad9-4d3e-8e9f-5083ef638133 [ 718.560009] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.560164] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.560232] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.560449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.560562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.560662] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d38719a-9ad9-4d3e-8e9f-5083ef638133 already deleted. [ 718.560766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d38719a-9ad9-4d3e-8e9f-5083ef638133" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.699139] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.699139] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.699139] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.699139] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.699139] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.699139] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 24cf2e96-798a-459f-b34e-1180798e0945 not found, creating... [ 718.699139] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.699139] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.699139] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.699139] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.699701] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.699701] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.699911] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.703216] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.703551] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.703799] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.703963] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 24cf2e96-798a-459f-b34e-1180798e0945 is going to be created. [ 718.731622] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.731823] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.731942] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.732233] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.732453] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.732661] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-24cf2e96-798a-459f-b34e-1180798e0945" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.752331] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.255192] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.255466] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.255466] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.255655] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.255755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.255859] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 is going to be created. [ 719.280585] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.280765] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.280833] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.281090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.281335] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.291350] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 in Status: UNINITIALIZED for 2s [ 719.484428] env[69309]: INFO networking_nsxv3.common.synchronization [req-93a561d9-c246-41e1-94cf-cd07479e8249 req-40fd70fe-2db3-4a53-a0d8-98e47cb7875b service nova] Enqueued Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_rules [ 719.484607] env[69309]: INFO networking_nsxv3.common.synchronization [req-93a561d9-c246-41e1-94cf-cd07479e8249 req-40fd70fe-2db3-4a53-a0d8-98e47cb7875b service nova] Enqueued Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 719.484750] env[69309]: INFO networking_nsxv3.common.synchronization [req-93a561d9-c246-41e1-94cf-cd07479e8249 req-40fd70fe-2db3-4a53-a0d8-98e47cb7875b service nova] Enqueued Resource ID: 24cf2e96-798a-459f-b34e-1180798e0945 with Priority: HIGHEST for action port [ 719.484986] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_rules [ 719.485136] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 719.485231] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24cf2e96-798a-459f-b34e-1180798e0945 with Priority: HIGHEST for action port [ 719.485789] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.485917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.485983] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.490338] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.490441] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.491399] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.491520] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.491588] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.491762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.491911] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.492017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.492079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.492219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.492735] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.492735] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.495281] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-24cf2e96-798a-459f-b34e-1180798e0945 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.495419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24cf2e96-798a-459f-b34e-1180798e0945" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.495454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24cf2e96-798a-459f-b34e-1180798e0945" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.495769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24cf2e96-798a-459f-b34e-1180798e0945" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.495769] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24cf2e96-798a-459f-b34e-1180798e0945',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.001019] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.001019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.001019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.001019] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24cf2e96-798a-459f-b34e-1180798e0945 with status ACTIVE [ 720.001019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.001019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.001019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.001019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.001019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.001019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.001019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.001019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.001019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.001019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.002121] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.005097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.005097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.005097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.005097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.005097] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24cf2e96-798a-459f-b34e-1180798e0945 is going to be updated. [ 720.024956] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.025993] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.026249] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.026608] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.026835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.027453] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24cf2e96-798a-459f-b34e-1180798e0945" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.085103] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 in Status: SUCCESS [ 720.085362] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 deletion is rescheduled due to dependency. [ 720.085482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.301052] env[69309]: INFO networking_nsxv3.common.synchronization [req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 req-88d9a5b1-cd5f-4ff8-b0f0-e92d5475f443 tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Enqueued Resource ID: 11c56997-a48d-4997-871b-2631bfc75155 with Priority: HIGHEST for action security_group_members [ 720.301579] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c56997-a48d-4997-871b-2631bfc75155 with Priority: HIGHEST for action security_group_members [ 720.301908] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c56997-a48d-4997-871b-2631bfc75155 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.304896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.305036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.308823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.308823] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.308823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.308823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.308823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.308823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.308823] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11c56997-a48d-4997-871b-2631bfc75155',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.500393] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.811500] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.811500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.811500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.811500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.811500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.811500] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.811500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.811500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.811500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.811500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.811500] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c56997-a48d-4997-871b-2631bfc75155 already deleted. [ 720.811500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.899750] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.899750] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.899750] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.899750] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.899750] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.899750] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.899750] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.900397] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.900651] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.900978] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.901225] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.901433] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.901632] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.901918] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.902176] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.902489] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.920315] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.920634] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 720.920999] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.921295] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.922968] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.922968] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.922968] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.922968] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.922968] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.004037] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.005233] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.008028] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.008028] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.008028] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.008028] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 is going to be created. [ 721.029878] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.032273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.032273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.032273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.032273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.039998] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: UNINITIALIZED for 2s [ 721.303692] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 in Status: SUCCESS [ 721.303921] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.304107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.305954] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.305954] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.305954] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.305954] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.306240] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.306240] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.306240] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.306240] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.425458] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.425458] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.425458] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.425458] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.425626] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.425769] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8 not found, creating... [ 721.426938] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.426938] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.426938] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.426938] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.426938] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.426938] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.427327] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.427327] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.427541] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.427629] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.427767] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8 is going to be created. [ 721.447108] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.447320] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.448367] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.448367] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.448367] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.448367] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.811182] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16532d9-fc9d-4ce4-a168-3effcacbeae7 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.811355] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.811427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.811649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.811839] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.811945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.812193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.812193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.812598] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.812598] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.812598] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16532d9-fc9d-4ce4-a168-3effcacbeae7 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.812598] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.812812] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.812812] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.812944] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.813512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.813512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.813512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.813512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.813512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.813512] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.319301] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f16532d9-fc9d-4ce4-a168-3effcacbeae7: rpc.has_security_group_logging(os_id): False [ 722.320977] env[69309]: INFO networking_nsxv3.common.synchronization [req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 req-030b85f8-f991-41c5-88c1-da837862ea2b service nova] Enqueued Resource ID: 11c56997-a48d-4997-871b-2631bfc75155 with Priority: HIGHEST for action security_group_rules [ 722.321155] env[69309]: INFO networking_nsxv3.common.synchronization [req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 req-030b85f8-f991-41c5-88c1-da837862ea2b service nova] Enqueued Resource ID: 11c56997-a48d-4997-871b-2631bfc75155 with Priority: HIGHEST for action security_group_members [ 722.321340] env[69309]: INFO networking_nsxv3.common.synchronization [req-5d1aaa8b-c53b-4697-923e-7f810e9fa950 req-030b85f8-f991-41c5-88c1-da837862ea2b service nova] Enqueued Resource ID: c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8 with Priority: HIGHEST for action port [ 722.321804] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c56997-a48d-4997-871b-2631bfc75155 with Priority: HIGHEST for action security_group_rules [ 722.321931] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c56997-a48d-4997-871b-2631bfc75155 with Priority: HIGHEST for action security_group_members [ 722.327109] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8 with Priority: HIGHEST for action port [ 722.327985] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11c56997-a48d-4997-871b-2631bfc75155 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.328076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.328124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.328548] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.328548] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11c56997-a48d-4997-871b-2631bfc75155',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.329471] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c56997-a48d-4997-871b-2631bfc75155 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.329670] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.329670] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.329880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.330046] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.330149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.330243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.330342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.330488] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.330540] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11c56997-a48d-4997-871b-2631bfc75155',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.333176] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.333298] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.333355] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.333580] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.333643] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.343476] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.343603] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.343664] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.344068] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.344068] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.344264] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.344383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.344383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.344502] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.344585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.344777] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.344861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.344919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.345086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.345156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.345349] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.345436] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.345486] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.345627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.345674] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.348225] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 is going to be created. [ 722.402698] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.402869] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.403274] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.403274] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.404246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.414240] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 in Status: IN_PROGRESS for 2s [ 722.835076] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11c56997-a48d-4997-871b-2631bfc75155',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.836141] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c56997-a48d-4997-871b-2631bfc75155 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.836301] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.836441] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8 with status ACTIVE [ 722.836730] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.836730] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.836831] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.836976] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.837087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.837255] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.837352] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.837413] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.837562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.837640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.837891] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.837891] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.838020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.840556] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.840556] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.840556] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8 is going to be updated. [ 722.877137] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.877293] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.877346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.877551] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.877712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.877887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5d7ebbe-c9b2-4d31-b0d9-78abe22d4bb8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.053017] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: SUCCESS [ 723.053239] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.053754] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.053850] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.054051] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.054189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.054249] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.054515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.054515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.054609] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.055190] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.270107] env[69309]: INFO networking_nsxv3.common.synchronization [req-cad470c8-82fd-4044-a37f-5efcf85376cd req-7f395eea-81e8-40c0-85ae-eea2116ac8b1 tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Enqueued Resource ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b with Priority: HIGHEST for action security_group_members [ 723.270918] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b with Priority: HIGHEST for action security_group_members [ 723.272622] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b35298f-7ab2-471b-8e9c-a17884a67d6b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.273031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.273172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.273858] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.275087] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.275087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.275311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.275571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.275739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.275901] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b35298f-7ab2-471b-8e9c-a17884a67d6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.310035] env[69309]: INFO networking_nsxv3.common.synchronization [req-bfc4bcf0-5093-4960-8eb0-39440c500ed2 req-b0d9f323-bad2-49d6-8f22-e23ed39549c5 tempest-InstanceActionsTestJSON-1086204697 tempest-InstanceActionsTestJSON-1086204697-project-member] Enqueued Resource ID: 768caa60-e59f-4786-859e-8c1a830779f5 with Priority: HIGHEST for action security_group_members [ 723.310788] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768caa60-e59f-4786-859e-8c1a830779f5 with Priority: HIGHEST for action security_group_members [ 723.311409] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-768caa60-e59f-4786-859e-8c1a830779f5 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.311831] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.312065] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.312364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.312665] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.314021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.314021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.314021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.314021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.314021] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('768caa60-e59f-4786-859e-8c1a830779f5',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.344347] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11c56997-a48d-4997-871b-2631bfc75155',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.561068] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.782402] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.782402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.782402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.782402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.782402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.782402] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.782402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.782402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.782402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.782402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.782402] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b already deleted. [ 723.782402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.816752] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.816752] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.816752] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.816752] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.816752] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.816752] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.817093] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.817093] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.817093] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.817188] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.817263] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768caa60-e59f-4786-859e-8c1a830779f5 is going to be updated. [ 723.845837] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.845837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.845837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.845837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.845837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.846986] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.847142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.847226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.847442] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.847904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.847904] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c56997-a48d-4997-871b-2631bfc75155 is going to be created. [ 723.859056] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768caa60-e59f-4786-859e-8c1a830779f5 in Status: IN_PROGRESS for 2s [ 723.869219] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.869473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.869473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.869658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.869821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.880637] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c56997-a48d-4997-871b-2631bfc75155 in Status: UNINITIALIZED for 2s [ 723.907843] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.907843] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-693" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.907843] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-693" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.907843] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-693" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.907843] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.907843] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.907843] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.907843] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.908288] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.908385] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.908509] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.908638] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.908747] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.908855] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.908966] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.909151] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.931787] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.931984] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.932214] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.934018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-693" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.934018] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-daf8dea2-fe74-425c-8799-82b5412d3385 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.934018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-daf8dea2-fe74-425c-8799-82b5412d3385" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.934018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-daf8dea2-fe74-425c-8799-82b5412d3385" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.934018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-daf8dea2-fe74-425c-8799-82b5412d3385" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.934018] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daf8dea2-fe74-425c-8799-82b5412d3385',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.064492] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f171c3b8-e40e-4692-bec2-d013f65a9220: rpc.has_security_group_logging(os_id): False [ 724.083170] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.083348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.083598] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.083598] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.083800] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.083917] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.084078] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.084078] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.084227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.084309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.084406] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 is going to be created. [ 724.138423] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.138588] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.138645] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.138899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.139065] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.148013] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: IN_PROGRESS for 2s [ 724.427688] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 in Status: SUCCESS [ 724.428636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.439259] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.439259] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.439259] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.439259] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.439259] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.439259] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port daf8dea2-fe74-425c-8799-82b5412d3385 not found, creating... [ 724.439259] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.439259] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.439259] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.439259] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.439259] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.439852] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.439852] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.439852] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.439852] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.439852] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.440398] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: daf8dea2-fe74-425c-8799-82b5412d3385 is going to be created. [ 724.460119] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.460119] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.460119] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.460119] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.460988] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.461272] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-daf8dea2-fe74-425c-8799-82b5412d3385" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.372487] env[69309]: INFO networking_nsxv3.common.synchronization [req-cad470c8-82fd-4044-a37f-5efcf85376cd req-08d40a19-9399-4679-a96c-8d4a128508aa service nova] Enqueued Resource ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b with Priority: HIGHEST for action security_group_rules [ 725.372833] env[69309]: INFO networking_nsxv3.common.synchronization [req-cad470c8-82fd-4044-a37f-5efcf85376cd req-08d40a19-9399-4679-a96c-8d4a128508aa service nova] Enqueued Resource ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b with Priority: HIGHEST for action security_group_members [ 725.375995] env[69309]: INFO networking_nsxv3.common.synchronization [req-cad470c8-82fd-4044-a37f-5efcf85376cd req-08d40a19-9399-4679-a96c-8d4a128508aa service nova] Enqueued Resource ID: daf8dea2-fe74-425c-8799-82b5412d3385 with Priority: HIGHEST for action port [ 725.375995] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b with Priority: HIGHEST for action security_group_rules [ 725.375995] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b with Priority: HIGHEST for action security_group_members [ 725.375995] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daf8dea2-fe74-425c-8799-82b5412d3385 with Priority: HIGHEST for action port [ 725.375995] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b35298f-7ab2-471b-8e9c-a17884a67d6b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.375995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.375995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.375995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.375995] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b35298f-7ab2-471b-8e9c-a17884a67d6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.375995] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b35298f-7ab2-471b-8e9c-a17884a67d6b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.375995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.375995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.375995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.376671] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.376671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.376671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.376671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.376671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.376671] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b35298f-7ab2-471b-8e9c-a17884a67d6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.380204] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-daf8dea2-fe74-425c-8799-82b5412d3385 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.380317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daf8dea2-fe74-425c-8799-82b5412d3385" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.380382] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daf8dea2-fe74-425c-8799-82b5412d3385" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.380623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daf8dea2-fe74-425c-8799-82b5412d3385" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.380699] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daf8dea2-fe74-425c-8799-82b5412d3385',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.709129] env[69309]: INFO networking_nsxv3.common.synchronization [req-1a79d8df-1623-4192-95ba-69fa27596548 req-92fd3103-7f48-4476-8d4f-815a6a6c2cd6 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Enqueued Resource ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 with Priority: HIGHEST for action security_group_members [ 725.709129] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 with Priority: HIGHEST for action security_group_members [ 725.709531] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-069bfd4f-132e-46a1-bd72-8558669d02b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.709531] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.709531] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.710107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.710340] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.710461] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.710926] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.710926] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.710926] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.710926] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('069bfd4f-132e-46a1-bd72-8558669d02b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.876613] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768caa60-e59f-4786-859e-8c1a830779f5 in Status: SUCCESS [ 725.876867] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768caa60-e59f-4786-859e-8c1a830779f5 deletion is rescheduled due to dependency. [ 725.878125] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768caa60-e59f-4786-859e-8c1a830779f5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.883618] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b35298f-7ab2-471b-8e9c-a17884a67d6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.884506] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b35298f-7ab2-471b-8e9c-a17884a67d6b taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.884623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.885023] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port daf8dea2-fe74-425c-8799-82b5412d3385 with status ACTIVE [ 725.888717] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.888717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.888865] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.889105] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.889229] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.889467] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.889640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.889925] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.890428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.890428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.890564] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.890708] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.890708] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.890825] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.890914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.891017] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: daf8dea2-fe74-425c-8799-82b5412d3385 is going to be updated. [ 725.901243] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c56997-a48d-4997-871b-2631bfc75155 in Status: SUCCESS [ 725.902156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.902156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.902156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.902156] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.902156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.902156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.902366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.902366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.902470] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.902596] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11c56997-a48d-4997-871b-2631bfc75155',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.912813] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.912981] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.913273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.913273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.913354] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.913498] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daf8dea2-fe74-425c-8799-82b5412d3385" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.159936] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: SUCCESS [ 726.161070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.213588] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.215627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.215627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.215627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.215627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.215627] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.215627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.215627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.215627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.215627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.215627] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 already deleted. [ 726.215627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.386443] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b35298f-7ab2-471b-8e9c-a17884a67d6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.408328] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c56997-a48d-4997-871b-2631bfc75155 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.408480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.408480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.410040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.410040] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.410040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.410040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.410040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.410040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.410040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.410040] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c56997-a48d-4997-871b-2631bfc75155 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.410040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.410040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.410438] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.410438] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.410438] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.410438] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.410560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.410590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.411215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.411215] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11c56997-a48d-4997-871b-2631bfc75155',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.569364] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.569607] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-247" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.569607] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-247" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.571060] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-247" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.571417] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.571708] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.571774] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.572072] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.573035] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.573035] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 726.573235] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.573235] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.573299] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.574426] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 726.574575] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.574730] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.593025] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.593230] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 726.593362] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.593545] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-247" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.593885] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-85273e87-193b-447e-ad9e-992aef05e47d taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.594073] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-85273e87-193b-447e-ad9e-992aef05e47d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.594199] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-85273e87-193b-447e-ad9e-992aef05e47d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.594552] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-85273e87-193b-447e-ad9e-992aef05e47d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.594694] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85273e87-193b-447e-ad9e-992aef05e47d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.890047] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.890047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.890047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.890047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.890047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.890047] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b is going to be created. [ 726.911396] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.911591] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.911685] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.912128] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.912199] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.917624] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11c56997-a48d-4997-871b-2631bfc75155: rpc.has_security_group_logging(os_id): False [ 726.919905] env[69309]: INFO networking_nsxv3.common.synchronization [None req-31104355-df66-45b9-834d-2bf23e51451e None None] Enqueued Resource ID: a88274c6-3543-475b-b4e1-16049a0741b2 with Priority: HIGHEST for action port [ 726.920542] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a88274c6-3543-475b-b4e1-16049a0741b2 with Priority: HIGHEST for action port [ 726.921383] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b in Status: UNINITIALIZED for 2s [ 726.922145] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-a88274c6-3543-475b-b4e1-16049a0741b2 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.922145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a88274c6-3543-475b-b4e1-16049a0741b2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.922145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a88274c6-3543-475b-b4e1-16049a0741b2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.922502] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a88274c6-3543-475b-b4e1-16049a0741b2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.922502] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a88274c6-3543-475b-b4e1-16049a0741b2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.935974] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.936158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.937030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.937030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.937030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.937695] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.937695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.937695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.937695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.937695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.938816] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.938969] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.939062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.939230] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.939316] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.942879] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.942879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.942879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.942879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.942879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.942879] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11c56997-a48d-4997-871b-2631bfc75155 is going to be created. [ 726.993600] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.993822] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.993934] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.994235] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.994443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.006550] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11c56997-a48d-4997-871b-2631bfc75155 in Status: IN_PROGRESS for 2s [ 727.099411] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.099764] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.099973] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.100428] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.100709] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.101136] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 85273e87-193b-447e-ad9e-992aef05e47d not found, creating... [ 727.101412] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.101674] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.101883] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.102813] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.103107] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.103494] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.103956] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.104112] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.104352] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.104681] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.104855] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 85273e87-193b-447e-ad9e-992aef05e47d is going to be created. [ 727.131030] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.131030] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.131030] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.131306] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.131619] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.131749] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-85273e87-193b-447e-ad9e-992aef05e47d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.428501] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a88274c6-3543-475b-b4e1-16049a0741b2 [ 727.428501] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.428501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.428501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.428501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.428501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.428501] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a88274c6-3543-475b-b4e1-16049a0741b2 already deleted. [ 727.428501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a88274c6-3543-475b-b4e1-16049a0741b2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.190562] env[69309]: INFO networking_nsxv3.common.synchronization [None req-3b346426-28c0-434c-86b0-e123df403eab None None] Enqueued Resource ID: 4698d5a8-4a4c-422b-9433-6d842d84190a with Priority: HIGHEST for action port [ 728.191155] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4698d5a8-4a4c-422b-9433-6d842d84190a with Priority: HIGHEST for action port [ 728.191486] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-4698d5a8-4a4c-422b-9433-6d842d84190a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.191612] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4698d5a8-4a4c-422b-9433-6d842d84190a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.191990] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4698d5a8-4a4c-422b-9433-6d842d84190a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.191990] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4698d5a8-4a4c-422b-9433-6d842d84190a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.192147] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4698d5a8-4a4c-422b-9433-6d842d84190a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.522162] env[69309]: INFO networking_nsxv3.common.synchronization [req-1a79d8df-1623-4192-95ba-69fa27596548 req-7306c222-e06a-4b6d-ac94-f90d920172bc service nova] Enqueued Resource ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 with Priority: HIGHEST for action security_group_rules [ 728.522341] env[69309]: INFO networking_nsxv3.common.synchronization [req-1a79d8df-1623-4192-95ba-69fa27596548 req-7306c222-e06a-4b6d-ac94-f90d920172bc service nova] Enqueued Resource ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 with Priority: HIGHEST for action security_group_members [ 728.522478] env[69309]: INFO networking_nsxv3.common.synchronization [req-1a79d8df-1623-4192-95ba-69fa27596548 req-7306c222-e06a-4b6d-ac94-f90d920172bc service nova] Enqueued Resource ID: 85273e87-193b-447e-ad9e-992aef05e47d with Priority: HIGHEST for action port [ 728.522711] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 with Priority: HIGHEST for action security_group_rules [ 728.522829] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 with Priority: HIGHEST for action security_group_members [ 728.522921] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85273e87-193b-447e-ad9e-992aef05e47d with Priority: HIGHEST for action port [ 728.523571] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-069bfd4f-132e-46a1-bd72-8558669d02b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.523678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.523678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.523877] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.523935] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('069bfd4f-132e-46a1-bd72-8558669d02b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.524757] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-069bfd4f-132e-46a1-bd72-8558669d02b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.524864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.524921] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.525108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.525243] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.525307] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.525501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.525501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.525628] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.525671] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('069bfd4f-132e-46a1-bd72-8558669d02b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.526398] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-85273e87-193b-447e-ad9e-992aef05e47d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.526515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85273e87-193b-447e-ad9e-992aef05e47d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.526580] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85273e87-193b-447e-ad9e-992aef05e47d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.526758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85273e87-193b-447e-ad9e-992aef05e47d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.526831] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85273e87-193b-447e-ad9e-992aef05e47d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.697032] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4698d5a8-4a4c-422b-9433-6d842d84190a [ 728.697032] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.697032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.697032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.697254] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.697339] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.697433] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4698d5a8-4a4c-422b-9433-6d842d84190a already deleted. [ 728.697512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4698d5a8-4a4c-422b-9433-6d842d84190a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.857394] env[69309]: INFO networking_nsxv3.common.synchronization [None req-3752646e-2802-430b-9e21-b68ee11b632d None None] Enqueued Resource ID: 57cd51a4-71d6-4809-b2f8-dd776f28161b with Priority: HIGHEST for action port [ 728.857631] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57cd51a4-71d6-4809-b2f8-dd776f28161b with Priority: HIGHEST for action port [ 728.858207] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-57cd51a4-71d6-4809-b2f8-dd776f28161b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.858324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57cd51a4-71d6-4809-b2f8-dd776f28161b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.858389] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57cd51a4-71d6-4809-b2f8-dd776f28161b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.858671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57cd51a4-71d6-4809-b2f8-dd776f28161b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.858797] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57cd51a4-71d6-4809-b2f8-dd776f28161b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.867960] env[69309]: INFO networking_nsxv3.common.synchronization [req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 req-c84d5660-4b91-4438-a939-7440e0c28fa5 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Enqueued Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_members [ 728.868209] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_members [ 728.869042] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff51013c-3062-441c-93b3-c2d9cb7366b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.869162] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.869225] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.869601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.869637] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.869787] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.870863] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.871848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.871848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.872957] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.933049] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b in Status: SUCCESS [ 728.933281] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.933440] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.933994] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.933994] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.934149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.934149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.934256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.934320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.934404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.934493] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b35298f-7ab2-471b-8e9c-a17884a67d6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.017152] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11c56997-a48d-4997-871b-2631bfc75155 in Status: SUCCESS [ 729.017370] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.030612] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-069bfd4f-132e-46a1-bd72-8558669d02b7 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.030746] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.030935] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('069bfd4f-132e-46a1-bd72-8558669d02b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.032209] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85273e87-193b-447e-ad9e-992aef05e47d with status ACTIVE [ 729.032209] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.032209] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.032209] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.032396] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.032462] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.032626] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.032715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.032774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.032954] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.032993] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.033183] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.033271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.033328] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.033464] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.033533] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.033619] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85273e87-193b-447e-ad9e-992aef05e47d is going to be updated. [ 729.054353] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.054353] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.054353] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.054353] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.054353] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.054353] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85273e87-193b-447e-ad9e-992aef05e47d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.335304] env[69309]: INFO networking_nsxv3.common.synchronization [None req-8406c4ad-d4f7-49e7-a716-68d94f1638fa None None] Enqueued Resource ID: 0c374159-c031-4770-9613-f27aecc87f29 with Priority: HIGHEST for action port [ 729.336751] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c374159-c031-4770-9613-f27aecc87f29 with Priority: HIGHEST for action port [ 729.336751] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c374159-c031-4770-9613-f27aecc87f29 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.340974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c374159-c031-4770-9613-f27aecc87f29" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.340974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c374159-c031-4770-9613-f27aecc87f29" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.340974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c374159-c031-4770-9613-f27aecc87f29" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.340974] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c374159-c031-4770-9613-f27aecc87f29',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.363688] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57cd51a4-71d6-4809-b2f8-dd776f28161b [ 729.363688] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.363688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.363688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.363688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.363688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.363688] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57cd51a4-71d6-4809-b2f8-dd776f28161b already deleted. [ 729.363688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57cd51a4-71d6-4809-b2f8-dd776f28161b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.379815] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.379815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.379815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.379815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.379815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.379815] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.379815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.379815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.379815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.379815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.379815] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 already deleted. [ 729.379815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.437031] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b35298f-7ab2-471b-8e9c-a17884a67d6b taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.439781] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.439920] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.440253] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.440544] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.440544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.440707] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.440865] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.440957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.441279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.441279] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b35298f-7ab2-471b-8e9c-a17884a67d6b taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.441372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.441372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.441581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.441733] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.442059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.442059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.442059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.442195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.442231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.442335] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b35298f-7ab2-471b-8e9c-a17884a67d6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.535660] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('069bfd4f-132e-46a1-bd72-8558669d02b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.841623] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c374159-c031-4770-9613-f27aecc87f29 [ 729.842350] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.842350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.842350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.842350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.842579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.842579] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c374159-c031-4770-9613-f27aecc87f29 already deleted. [ 729.842641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c374159-c031-4770-9613-f27aecc87f29" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.948459] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b35298f-7ab2-471b-8e9c-a17884a67d6b: rpc.has_security_group_logging(os_id): False [ 729.967751] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.967960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.967960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.968172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.968256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.968441] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.968607] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.968607] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.968769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.968876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.969063] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.969185] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.969243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.969390] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.969470] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.969667] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.969804] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.969804] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.969941] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.970029] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.970094] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b is going to be created. [ 730.022543] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.022769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.023152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.023152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.026153] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.038671] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b in Status: IN_PROGRESS for 2s [ 730.039844] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.039844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.039844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.039844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.039844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.039844] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 is going to be created. [ 730.084886] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.085120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.085188] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.085368] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.085532] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.099940] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 in Status: UNINITIALIZED for 2s [ 730.304022] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-258 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.304022] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-258" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.304217] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-258" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.304382] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-258" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.304958] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.304958] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.304958] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.305178] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.305333] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.305558] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.305681] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.305909] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.305945] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.306047] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.306152] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.306410] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.325108] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.325108] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.325237] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.325359] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-258" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.325674] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-36dfa0b6-de49-4eba-bd87-a532251f5445 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.325847] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-36dfa0b6-de49-4eba-bd87-a532251f5445" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.325966] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-36dfa0b6-de49-4eba-bd87-a532251f5445" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.326290] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-36dfa0b6-de49-4eba-bd87-a532251f5445" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.326434] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36dfa0b6-de49-4eba-bd87-a532251f5445',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.473832] env[69309]: INFO networking_nsxv3.common.synchronization [None req-997f1576-b933-4971-b56a-c632ada178d4 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Enqueued Resource ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 with Priority: HIGHEST for action security_group_rules [ 730.474318] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 with Priority: HIGHEST for action security_group_rules [ 730.474627] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.474753] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.474865] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.477350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.477350] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('323d67f1-257c-4e09-8bd0-ac04f3c2d795',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.739091] env[69309]: INFO networking_nsxv3.common.synchronization [None req-726214d0-fbdc-427f-9fb7-67976ed3937f tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Enqueued Resource ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 with Priority: HIGHEST for action security_group_rules [ 730.743242] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 with Priority: HIGHEST for action security_group_rules [ 730.743242] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.743242] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.831820] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.832177] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.832349] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.832792] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.832955] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.833146] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 36dfa0b6-de49-4eba-bd87-a532251f5445 not found, creating... [ 730.833427] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.833590] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.833706] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.833953] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.834445] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.834893] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.835140] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.837139] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.837139] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.837139] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.837139] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 36dfa0b6-de49-4eba-bd87-a532251f5445 is going to be created. [ 730.857670] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.859154] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.859237] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.859721] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.859997] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.862028] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-36dfa0b6-de49-4eba-bd87-a532251f5445" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.989351] env[69309]: INFO networking_nsxv3.common.synchronization [req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 req-4776973d-bc6a-4119-947c-4683252924bd tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 730.989902] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 730.991563] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.991563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.991563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.991892] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.992760] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.992760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.992760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.992760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.992760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.992760] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.999349] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.999486] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.999552] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.999854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.999935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.000016] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 already deleted. [ 731.000078] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.002417] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.002417] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.002417] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('323d67f1-257c-4e09-8bd0-ac04f3c2d795',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.496559] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.496559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.496559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.499245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.499245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.499245] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.499245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.499245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.499245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.499245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.499245] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d already deleted. [ 731.499245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.523460] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.526953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.526953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.526953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.526953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.526953] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 already deleted. [ 731.526953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.719109] env[69309]: INFO networking_nsxv3.common.synchronization [None req-dc3e0074-900a-4610-bf15-b20024446dcd None None] Enqueued Resource ID: 1fdb2dc6-69cd-4651-b536-e5090b7bd26c with Priority: HIGHEST for action port [ 731.719109] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdb2dc6-69cd-4651-b536-e5090b7bd26c with Priority: HIGHEST for action port [ 731.719109] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fdb2dc6-69cd-4651-b536-e5090b7bd26c taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.719109] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fdb2dc6-69cd-4651-b536-e5090b7bd26c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.719109] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fdb2dc6-69cd-4651-b536-e5090b7bd26c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.719109] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fdb2dc6-69cd-4651-b536-e5090b7bd26c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.719109] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fdb2dc6-69cd-4651-b536-e5090b7bd26c',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.831197] env[69309]: INFO networking_nsxv3.common.synchronization [None req-0826c57a-51ee-4223-ae0e-5ad33220004d None None] Enqueued Resource ID: 46dd193e-387d-42a7-8b52-1ed619da689e with Priority: HIGHEST for action port [ 731.831457] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46dd193e-387d-42a7-8b52-1ed619da689e with Priority: HIGHEST for action port [ 731.832088] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-46dd193e-387d-42a7-8b52-1ed619da689e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.832207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46dd193e-387d-42a7-8b52-1ed619da689e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.832278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46dd193e-387d-42a7-8b52-1ed619da689e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.832534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46dd193e-387d-42a7-8b52-1ed619da689e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.832623] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46dd193e-387d-42a7-8b52-1ed619da689e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.872169] env[69309]: INFO networking_nsxv3.common.synchronization [req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 req-6ff9caf9-afc5-4591-8f6b-277b385c8420 service nova] Enqueued Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_rules [ 731.872169] env[69309]: INFO networking_nsxv3.common.synchronization [req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 req-6ff9caf9-afc5-4591-8f6b-277b385c8420 service nova] Enqueued Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_members [ 731.872169] env[69309]: INFO networking_nsxv3.common.synchronization [req-2cdc37bb-f5a6-4b89-8896-1c2117329f60 req-6ff9caf9-afc5-4591-8f6b-277b385c8420 service nova] Enqueued Resource ID: 36dfa0b6-de49-4eba-bd87-a532251f5445 with Priority: HIGHEST for action port [ 731.872169] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_rules [ 731.872425] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_members [ 731.872726] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36dfa0b6-de49-4eba-bd87-a532251f5445 with Priority: HIGHEST for action port [ 731.875592] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff51013c-3062-441c-93b3-c2d9cb7366b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.875592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.875592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.875592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.875592] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.875592] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff51013c-3062-441c-93b3-c2d9cb7366b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.875592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.875592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.875592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.875592] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.875592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.875592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.876807] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.876807] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.876807] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.881321] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-36dfa0b6-de49-4eba-bd87-a532251f5445 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.881321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36dfa0b6-de49-4eba-bd87-a532251f5445" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.881321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36dfa0b6-de49-4eba-bd87-a532251f5445" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.881321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36dfa0b6-de49-4eba-bd87-a532251f5445" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.881321] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36dfa0b6-de49-4eba-bd87-a532251f5445',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.050960] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b in Status: SUCCESS [ 732.050960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.109144] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 in Status: SUCCESS [ 732.109459] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.109563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.110226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.110226] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.110226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.110226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.110444] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.110444] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.111502] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.111502] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('069bfd4f-132e-46a1-bd72-8558669d02b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.222185] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fdb2dc6-69cd-4651-b536-e5090b7bd26c [ 732.223440] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.223629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.223715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.223964] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.224155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.224291] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fdb2dc6-69cd-4651-b536-e5090b7bd26c already deleted. [ 732.224390] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fdb2dc6-69cd-4651-b536-e5090b7bd26c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.335873] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46dd193e-387d-42a7-8b52-1ed619da689e [ 732.336122] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.336250] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.336317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.337219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.337356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.337466] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46dd193e-387d-42a7-8b52-1ed619da689e already deleted. [ 732.337550] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46dd193e-387d-42a7-8b52-1ed619da689e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.382910] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.386258] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff51013c-3062-441c-93b3-c2d9cb7366b7 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.386367] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.386610] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36dfa0b6-de49-4eba-bd87-a532251f5445 with status ACTIVE [ 732.391576] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.391576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.391576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.391576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.391576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.391576] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.391576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.391576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.391576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.391576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.391576] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.391576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.391576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.391576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.391576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.391576] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36dfa0b6-de49-4eba-bd87-a532251f5445 is going to be updated. [ 732.416782] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.419164] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.419256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.420500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.420500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.420500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36dfa0b6-de49-4eba-bd87-a532251f5445" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.524032] env[69309]: INFO networking_nsxv3.common.synchronization [None req-c555d50d-e66a-4f78-a728-f081f1e36f86 None None] Enqueued Resource ID: 53acebc1-631b-4c80-9a3b-975f6d8f88ed with Priority: HIGHEST for action port [ 732.524279] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53acebc1-631b-4c80-9a3b-975f6d8f88ed with Priority: HIGHEST for action port [ 732.524821] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-53acebc1-631b-4c80-9a3b-975f6d8f88ed taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.524963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53acebc1-631b-4c80-9a3b-975f6d8f88ed" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.526165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53acebc1-631b-4c80-9a3b-975f6d8f88ed" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.526518] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53acebc1-631b-4c80-9a3b-975f6d8f88ed" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.526830] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53acebc1-631b-4c80-9a3b-975f6d8f88ed',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.613431] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('069bfd4f-132e-46a1-bd72-8558669d02b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.720635] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.720847] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.721052] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.722034] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.722034] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.722034] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.722034] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.722550] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.722751] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.723030] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.723180] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.723300] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.723411] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.723526] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.723635] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.723772] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.745908] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.746197] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 732.746197] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.746425] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.746691] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-430b99b1-6be0-4190-82b3-f33c3026b141 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.746868] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-430b99b1-6be0-4190-82b3-f33c3026b141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.746986] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-430b99b1-6be0-4190-82b3-f33c3026b141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.747329] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-430b99b1-6be0-4190-82b3-f33c3026b141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.747468] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('430b99b1-6be0-4190-82b3-f33c3026b141',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.885936] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.030543] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53acebc1-631b-4c80-9a3b-975f6d8f88ed [ 733.030817] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.030940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.030994] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.031249] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.031340] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.031518] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53acebc1-631b-4c80-9a3b-975f6d8f88ed already deleted. [ 733.031518] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53acebc1-631b-4c80-9a3b-975f6d8f88ed" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.116680] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 069bfd4f-132e-46a1-bd72-8558669d02b7: rpc.has_security_group_logging(os_id): False [ 733.141983] env[69309]: INFO networking_nsxv3.common.synchronization [req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 req-98626cef-432d-4c27-b368-233bcecd02f3 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Enqueued Resource ID: 12b291ae-6863-48bf-9765-9325bc5ad263 with Priority: HIGHEST for action security_group_members [ 733.141983] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b291ae-6863-48bf-9765-9325bc5ad263 with Priority: HIGHEST for action security_group_members [ 733.141983] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b291ae-6863-48bf-9765-9325bc5ad263 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.141983] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.144139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.145026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.145026] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.145026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.145026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.145193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.145391] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.145597] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b291ae-6863-48bf-9765-9325bc5ad263',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.149526] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.149526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.149526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.149526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.149526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.149526] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.149526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.150438] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.150714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.150804] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.150908] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 is going to be created. [ 733.229019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.229019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.229019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.229019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.229019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.238643] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 in Status: IN_PROGRESS for 2s [ 733.255040] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.255040] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.255040] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.255040] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.255040] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.255040] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 430b99b1-6be0-4190-82b3-f33c3026b141 not found, creating... [ 733.255040] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.255040] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.255040] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.256136] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.256432] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.257103] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.258027] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.258027] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.258027] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.258027] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.258330] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 430b99b1-6be0-4190-82b3-f33c3026b141 is going to be created. [ 733.282803] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.282803] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.282803] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.283210] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.283210] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.283370] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-430b99b1-6be0-4190-82b3-f33c3026b141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.389100] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.389270] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.389309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.389546] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.389636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.389735] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 is going to be created. [ 733.428749] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.429012] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.429128] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.429423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.430288] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.442226] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: UNINITIALIZED for 2s [ 733.561763] env[69309]: INFO networking_nsxv3.common.synchronization [None req-b59aa817-d9ad-4fc6-a981-b443c5cee08d tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Enqueued Resource ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 with Priority: HIGHEST for action security_group_rules [ 733.563794] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 with Priority: HIGHEST for action security_group_rules [ 733.563794] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07331f55-d547-4d36-a4c7-ae4e119c49c4 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.563925] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.563925] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.564244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.564327] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07331f55-d547-4d36-a4c7-ae4e119c49c4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.657298] env[69309]: INFO networking_nsxv3.common.synchronization [None req-15f1cd72-4559-413c-b27c-477f35432506 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Enqueued Resource ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 with Priority: HIGHEST for action security_group_rules [ 733.657796] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.657925] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.657993] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.658221] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.658320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.658492] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.658589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.658709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.658826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.658907] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.658989] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b291ae-6863-48bf-9765-9325bc5ad263 already deleted. [ 733.659065] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.659615] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 with Priority: HIGHEST for action security_group_rules [ 733.659933] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07331f55-d547-4d36-a4c7-ae4e119c49c4 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.660273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.801463] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.801463] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-764" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.801640] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-764" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.801859] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-764" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.802144] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.802302] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.802418] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.803901] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.803901] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.803901] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.803901] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.803901] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.803901] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.803901] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.803901] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.803901] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.825151] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.826228] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.826228] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.826228] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-764" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.826228] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-a91224cd-c4f0-4e43-be96-9f8c2a588aa2 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.826228] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-a91224cd-c4f0-4e43-be96-9f8c2a588aa2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.826511] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-a91224cd-c4f0-4e43-be96-9f8c2a588aa2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.826645] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-a91224cd-c4f0-4e43-be96-9f8c2a588aa2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.826898] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a91224cd-c4f0-4e43-be96-9f8c2a588aa2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.089018] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.089018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.089018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.089018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.089018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.089018] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 already deleted. [ 734.089018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.089018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.089018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.089018] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07331f55-d547-4d36-a4c7-ae4e119c49c4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.329861] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.329985] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.330053] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.330378] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.330480] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.330619] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port a91224cd-c4f0-4e43-be96-9f8c2a588aa2 not found, creating... [ 734.330874] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.331063] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.331191] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.331416] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.331552] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.331856] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.332017] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.333114] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.333114] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.333238] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.333502] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: a91224cd-c4f0-4e43-be96-9f8c2a588aa2 is going to be created. [ 734.336817] env[69309]: INFO networking_nsxv3.common.synchronization [req-acafde0b-498c-4473-8172-1c0dc3d5570d req-a2ed23c7-b3df-4ef2-9063-2733f421e96f tempest-SecurityGroupRulesTestJSON-1930154210 tempest-SecurityGroupRulesTestJSON-1930154210-project-member] Enqueued Resource ID: 01184b12-ef52-45d0-9f3b-19178641bc68 with Priority: HIGHEST for action security_group_rules [ 734.337815] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01184b12-ef52-45d0-9f3b-19178641bc68 with Priority: HIGHEST for action security_group_rules [ 734.338555] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01184b12-ef52-45d0-9f3b-19178641bc68 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.338814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01184b12-ef52-45d0-9f3b-19178641bc68" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.339097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01184b12-ef52-45d0-9f3b-19178641bc68" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.339243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01184b12-ef52-45d0-9f3b-19178641bc68" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.339363] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01184b12-ef52-45d0-9f3b-19178641bc68',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.357220] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.357220] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.357220] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.357549] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.357920] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.358255] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-a91224cd-c4f0-4e43-be96-9f8c2a588aa2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.387873] env[69309]: INFO networking_nsxv3.common.synchronization [req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 req-e7f3725d-0784-42d7-a6ef-5ed30ed667a2 service nova] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_rules [ 734.387873] env[69309]: INFO networking_nsxv3.common.synchronization [req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 req-e7f3725d-0784-42d7-a6ef-5ed30ed667a2 service nova] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 734.388194] env[69309]: INFO networking_nsxv3.common.synchronization [req-b6fbd91b-8b18-481c-bacd-7fa5ca6c7689 req-e7f3725d-0784-42d7-a6ef-5ed30ed667a2 service nova] Enqueued Resource ID: 430b99b1-6be0-4190-82b3-f33c3026b141 with Priority: HIGHEST for action port [ 734.388321] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_rules [ 734.388458] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 734.388598] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 430b99b1-6be0-4190-82b3-f33c3026b141 with Priority: HIGHEST for action port [ 734.393157] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.393157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.393157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.393157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.393157] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.393157] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.393157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.393157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.393157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.393157] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.393157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.395725] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.395725] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.395725] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.395917] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.398421] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-430b99b1-6be0-4190-82b3-f33c3026b141 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.398421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-430b99b1-6be0-4190-82b3-f33c3026b141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.398421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-430b99b1-6be0-4190-82b3-f33c3026b141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.399653] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-430b99b1-6be0-4190-82b3-f33c3026b141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.399653] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('430b99b1-6be0-4190-82b3-f33c3026b141',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.576021] env[69309]: INFO networking_nsxv3.common.synchronization [None req-75647ae2-1855-4873-ae38-9fac52ee451e tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Enqueued Resource ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 with Priority: HIGHEST for action security_group_rules [ 734.576302] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 with Priority: HIGHEST for action security_group_rules [ 734.577232] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.577232] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.577232] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.577232] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.577232] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1fd8e04-dff8-4fc7-b94b-0b54a2c48926',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.608071] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.608264] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.608318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.608527] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.608620] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.608759] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 already deleted. [ 734.608944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.751718] env[69309]: INFO networking_nsxv3.common.synchronization [None req-43363cc7-87a1-4df1-a5c1-2ce543725079 None None] Enqueued Resource ID: f5438627-f2cd-42e8-a56a-63dcca187762 with Priority: HIGHEST for action port [ 734.752506] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5438627-f2cd-42e8-a56a-63dcca187762 with Priority: HIGHEST for action port [ 734.752690] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5438627-f2cd-42e8-a56a-63dcca187762 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.752804] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5438627-f2cd-42e8-a56a-63dcca187762" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.752870] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5438627-f2cd-42e8-a56a-63dcca187762" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.753528] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5438627-f2cd-42e8-a56a-63dcca187762" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.753655] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5438627-f2cd-42e8-a56a-63dcca187762',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.815855] env[69309]: INFO networking_nsxv3.common.synchronization [None req-a3faccfa-3afa-4fed-a009-c01e874312e0 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Enqueued Resource ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 with Priority: HIGHEST for action security_group_rules [ 734.817593] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 with Priority: HIGHEST for action security_group_rules [ 734.818363] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.818733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.867879] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.867879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.867879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.867879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.867879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.867879] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01184b12-ef52-45d0-9f3b-19178641bc68 already deleted. [ 734.867879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01184b12-ef52-45d0-9f3b-19178641bc68" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.901904] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.903183] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.903319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.903555] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 430b99b1-6be0-4190-82b3-f33c3026b141 with status ACTIVE [ 734.903742] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.903848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.903910] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.904151] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.904236] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.906106] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.906418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.906418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.906748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.906748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.906942] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.907091] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.907149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.907294] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.907399] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.907495] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 430b99b1-6be0-4190-82b3-f33c3026b141 is going to be updated. [ 734.929275] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.929458] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.929540] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.930110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.930288] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.930483] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-430b99b1-6be0-4190-82b3-f33c3026b141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.100595] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.100789] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.100894] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.101458] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.101458] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.101458] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 already deleted. [ 735.101615] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.101828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.104037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.104218] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1fd8e04-dff8-4fc7-b94b-0b54a2c48926',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.251950] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 in Status: SUCCESS [ 735.252256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.255778] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5438627-f2cd-42e8-a56a-63dcca187762 [ 735.256078] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.256252] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.256345] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.256630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.256747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.256852] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5438627-f2cd-42e8-a56a-63dcca187762 already deleted. [ 735.256969] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5438627-f2cd-42e8-a56a-63dcca187762" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.413518] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.457978] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: SUCCESS [ 735.458251] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.458521] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.459236] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.459676] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.459940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.460082] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.461376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.461376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.461376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.461376] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.622754] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.623057] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.623057] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.623252] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.623294] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.623365] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 already deleted. [ 735.623445] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.669185] env[69309]: INFO networking_nsxv3.common.synchronization [req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 req-140d11a9-67bf-4efd-a383-ed9ddd563814 service nova] Enqueued Resource ID: 12b291ae-6863-48bf-9765-9325bc5ad263 with Priority: HIGHEST for action security_group_rules [ 735.669185] env[69309]: INFO networking_nsxv3.common.synchronization [req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 req-140d11a9-67bf-4efd-a383-ed9ddd563814 service nova] Enqueued Resource ID: 12b291ae-6863-48bf-9765-9325bc5ad263 with Priority: HIGHEST for action security_group_members [ 735.669185] env[69309]: INFO networking_nsxv3.common.synchronization [req-6e615a67-4f55-4e9e-ac89-a4c2765b2233 req-140d11a9-67bf-4efd-a383-ed9ddd563814 service nova] Enqueued Resource ID: a91224cd-c4f0-4e43-be96-9f8c2a588aa2 with Priority: HIGHEST for action port [ 735.669185] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b291ae-6863-48bf-9765-9325bc5ad263 with Priority: HIGHEST for action security_group_rules [ 735.669185] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b291ae-6863-48bf-9765-9325bc5ad263 with Priority: HIGHEST for action security_group_members [ 735.671611] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91224cd-c4f0-4e43-be96-9f8c2a588aa2 with Priority: HIGHEST for action port [ 735.672088] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12b291ae-6863-48bf-9765-9325bc5ad263 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.672088] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.672225] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.672418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.673940] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12b291ae-6863-48bf-9765-9325bc5ad263',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.673940] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b291ae-6863-48bf-9765-9325bc5ad263 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.673940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.673940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.674122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.674122] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.674372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.674372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.674437] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.674469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.674553] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b291ae-6863-48bf-9765-9325bc5ad263',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.676177] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-a91224cd-c4f0-4e43-be96-9f8c2a588aa2 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.676177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a91224cd-c4f0-4e43-be96-9f8c2a588aa2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.676177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a91224cd-c4f0-4e43-be96-9f8c2a588aa2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.676177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a91224cd-c4f0-4e43-be96-9f8c2a588aa2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.676177] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a91224cd-c4f0-4e43-be96-9f8c2a588aa2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.918221] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.918221] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.918461] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.918525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.918616] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.918781] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be created. [ 735.942272] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.942272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.942272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.942272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.942272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.952917] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: UNINITIALIZED for 2s [ 735.964690] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.178157] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b291ae-6863-48bf-9765-9325bc5ad263 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.178365] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.178484] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12b291ae-6863-48bf-9765-9325bc5ad263',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.179434] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a91224cd-c4f0-4e43-be96-9f8c2a588aa2 with status ACTIVE [ 736.183180] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.183180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.183180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.183180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.183180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.183180] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.183180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.183180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.183180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.183180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.183180] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.183180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.183180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.183180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.183180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.183180] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a91224cd-c4f0-4e43-be96-9f8c2a588aa2 is going to be updated. [ 736.202100] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.202693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.202693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.202693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.202693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.203021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a91224cd-c4f0-4e43-be96-9f8c2a588aa2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.355167] env[69309]: INFO networking_nsxv3.common.synchronization [req-26b32f3c-0a39-4be8-a745-365c27cd50f4 req-b5226356-ee40-49a3-b61c-f9acdb744c06 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Enqueued Resource ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 with Priority: HIGHEST for action security_group_members [ 736.356054] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 with Priority: HIGHEST for action security_group_members [ 736.356493] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71c723e-6000-4090-8f1f-15f4dc1d5c03 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.356676] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.356781] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.357163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.357402] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.357649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.357739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.357958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.358059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.358206] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71c723e-6000-4090-8f1f-15f4dc1d5c03',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.467566] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff51013c-3062-441c-93b3-c2d9cb7366b7: rpc.has_security_group_logging(os_id): False [ 736.484296] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.484470] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.484535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.484812] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.484973] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.485571] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.485571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.485571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.485571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.485571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.485759] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 is going to be created. [ 736.539192] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.539439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.539439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.539628] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.539829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.551983] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: IN_PROGRESS for 2s [ 736.647109] env[69309]: INFO networking_nsxv3.common.synchronization [req-88324b93-ecf1-4b03-94c0-596979a9a90f req-9a4988f0-5c24-4b8e-ac08-21fb676a0257 tempest-SecurityGroupRulesTestJSON-1930154210 tempest-SecurityGroupRulesTestJSON-1930154210-project-member] Enqueued Resource ID: 7ac0ee4d-06e1-431c-bb93-b8ba07c90e05 with Priority: HIGHEST for action security_group_rules [ 736.647826] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac0ee4d-06e1-431c-bb93-b8ba07c90e05 with Priority: HIGHEST for action security_group_rules [ 736.652359] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ac0ee4d-06e1-431c-bb93-b8ba07c90e05 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.652512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ac0ee4d-06e1-431c-bb93-b8ba07c90e05" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.652618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ac0ee4d-06e1-431c-bb93-b8ba07c90e05" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.652883] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ac0ee4d-06e1-431c-bb93-b8ba07c90e05" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.652966] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ac0ee4d-06e1-431c-bb93-b8ba07c90e05',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.683681] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12b291ae-6863-48bf-9765-9325bc5ad263',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.689732] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.689732] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.689732] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.689732] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.689732] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.689732] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.689732] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.689732] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.689732] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.689732] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.689732] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.690624] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.690624] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.691530] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.691702] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.691870] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.716981] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.717516] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 736.717828] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.718363] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.719226] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-677a57e7-83b5-4f61-97a3-e9ad1de50a40 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.722350] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-677a57e7-83b5-4f61-97a3-e9ad1de50a40" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.722350] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-677a57e7-83b5-4f61-97a3-e9ad1de50a40" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.722350] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-677a57e7-83b5-4f61-97a3-e9ad1de50a40" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.722350] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('677a57e7-83b5-4f61-97a3-e9ad1de50a40',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.862451] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.862451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.862451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.862451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.862451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.862451] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.862451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.862451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.862451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.862451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.862451] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 already deleted. [ 736.862451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.171277] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.171453] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.171453] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.172397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.172397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.172397] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ac0ee4d-06e1-431c-bb93-b8ba07c90e05 already deleted. [ 737.172397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ac0ee4d-06e1-431c-bb93-b8ba07c90e05" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.185641] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.185980] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.186182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.186469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.186661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.186847] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b291ae-6863-48bf-9765-9325bc5ad263 is going to be created. [ 737.212079] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.212079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.212079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.212079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.212079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.221383] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b291ae-6863-48bf-9765-9325bc5ad263 in Status: UNINITIALIZED for 2s [ 737.223679] env[69309]: INFO networking_nsxv3.common.synchronization [None req-316921d2-f03d-4c73-8e9b-0b6e966249f6 None None] Enqueued Resource ID: 7bc893df-f26a-44cf-90fe-68a536f519d4 with Priority: HIGHEST for action port [ 737.224212] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.224392] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.224512] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.224770] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.224915] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.227237] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 677a57e7-83b5-4f61-97a3-e9ad1de50a40 not found, creating... [ 737.227237] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.227237] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.227237] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.227237] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.227237] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.227237] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.227237] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.227906] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.227906] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.227906] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.228065] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 677a57e7-83b5-4f61-97a3-e9ad1de50a40 is going to be created. [ 737.229766] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc893df-f26a-44cf-90fe-68a536f519d4 with Priority: HIGHEST for action port [ 737.231086] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bc893df-f26a-44cf-90fe-68a536f519d4 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.231251] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bc893df-f26a-44cf-90fe-68a536f519d4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.231646] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bc893df-f26a-44cf-90fe-68a536f519d4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.231646] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bc893df-f26a-44cf-90fe-68a536f519d4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.232632] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bc893df-f26a-44cf-90fe-68a536f519d4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.253160] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.253368] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.253482] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.253751] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.253988] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.254494] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-677a57e7-83b5-4f61-97a3-e9ad1de50a40" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.737090] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bc893df-f26a-44cf-90fe-68a536f519d4 [ 737.737642] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.737642] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.737642] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.737865] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.737865] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.737960] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bc893df-f26a-44cf-90fe-68a536f519d4 already deleted. [ 737.738047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bc893df-f26a-44cf-90fe-68a536f519d4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.954862] env[69309]: INFO networking_nsxv3.common.synchronization [req-26b32f3c-0a39-4be8-a745-365c27cd50f4 req-eeae7081-38ae-4129-87f5-a83e932b63fd service nova] Enqueued Resource ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 with Priority: HIGHEST for action security_group_rules [ 737.954862] env[69309]: INFO networking_nsxv3.common.synchronization [req-26b32f3c-0a39-4be8-a745-365c27cd50f4 req-eeae7081-38ae-4129-87f5-a83e932b63fd service nova] Enqueued Resource ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 with Priority: HIGHEST for action security_group_members [ 737.954862] env[69309]: INFO networking_nsxv3.common.synchronization [req-26b32f3c-0a39-4be8-a745-365c27cd50f4 req-eeae7081-38ae-4129-87f5-a83e932b63fd service nova] Enqueued Resource ID: 677a57e7-83b5-4f61-97a3-e9ad1de50a40 with Priority: HIGHEST for action port [ 737.956879] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 with Priority: HIGHEST for action security_group_rules [ 737.957046] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 with Priority: HIGHEST for action security_group_members [ 737.957429] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677a57e7-83b5-4f61-97a3-e9ad1de50a40 with Priority: HIGHEST for action port [ 737.957793] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d71c723e-6000-4090-8f1f-15f4dc1d5c03 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.957927] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.957997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.958715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.959036] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d71c723e-6000-4090-8f1f-15f4dc1d5c03',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.960236] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71c723e-6000-4090-8f1f-15f4dc1d5c03 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.960378] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.964140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.964395] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.964618] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.964743] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.964811] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.965010] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.965110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.965231] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71c723e-6000-4090-8f1f-15f4dc1d5c03',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.966528] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-677a57e7-83b5-4f61-97a3-e9ad1de50a40 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.966528] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-677a57e7-83b5-4f61-97a3-e9ad1de50a40" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.966528] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-677a57e7-83b5-4f61-97a3-e9ad1de50a40" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.966762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-677a57e7-83b5-4f61-97a3-e9ad1de50a40" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.966762] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('677a57e7-83b5-4f61-97a3-e9ad1de50a40',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.978756] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 737.979008] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.983021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.983021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.983021] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.983021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.983021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.983021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.983021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.983021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.983021] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.471012] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71c723e-6000-4090-8f1f-15f4dc1d5c03 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.471189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.471391] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d71c723e-6000-4090-8f1f-15f4dc1d5c03',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.472320] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 677a57e7-83b5-4f61-97a3-e9ad1de50a40 with status ACTIVE [ 738.472500] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.472632] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.472709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.472977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.473089] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.483856] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.483856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.483856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.483856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.483856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.483856] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.483856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.483856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.483856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.483856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.483856] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 677a57e7-83b5-4f61-97a3-e9ad1de50a40 is going to be updated. [ 738.487514] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.487514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.487514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.487514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.487514] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.487514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.487514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.491405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.491405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.491405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.491405] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.491405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.491405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.491405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.491405] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.491405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.491405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.491405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.491405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.491405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.491405] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.494640] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.494757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.494816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.495064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.495135] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.495267] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-677a57e7-83b5-4f61-97a3-e9ad1de50a40" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.576328] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: SUCCESS [ 738.576328] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.646653] env[69309]: INFO networking_nsxv3.common.synchronization [req-12778da0-50cf-45eb-a43f-26ca6f9729d5 req-c8c1b387-cf72-43db-951f-3312d330b03c tempest-ServerExternalEventsTest-1338220640 tempest-ServerExternalEventsTest-1338220640-project-member] Enqueued Resource ID: 11c56997-a48d-4997-871b-2631bfc75155 with Priority: HIGHEST for action security_group_members [ 738.648019] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c56997-a48d-4997-871b-2631bfc75155 with Priority: HIGHEST for action security_group_members [ 738.648019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c56997-a48d-4997-871b-2631bfc75155 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.648019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.648298] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.648659] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.650492] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.650492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.650492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.650492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.650492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.650492] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11c56997-a48d-4997-871b-2631bfc75155',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.982608] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d71c723e-6000-4090-8f1f-15f4dc1d5c03',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.994018] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11da9cbc-f0ef-406a-9b6a-cce12144095d: rpc.has_security_group_logging(os_id): False [ 739.036547] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.036728] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.036781] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.037120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.037120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.037284] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.037378] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.037429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.037643] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.037758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.038054] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.038164] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.038164] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.038280] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.038365] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.038574] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.038667] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.038808] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.039019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.039112] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.039439] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be created. [ 739.123722] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.123722] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.123722] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.123722] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.124025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.135714] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 739.152310] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.152582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.152665] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.152883] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.152980] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.153716] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.153716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.153716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.153716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.153716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.153716] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c56997-a48d-4997-871b-2631bfc75155 is going to be updated. [ 739.194250] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.194250] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.194250] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.194250] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.194250] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.215012] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c56997-a48d-4997-871b-2631bfc75155 in Status: IN_PROGRESS for 2s [ 739.231879] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b291ae-6863-48bf-9765-9325bc5ad263 in Status: SUCCESS [ 739.234717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.234717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.234717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.234717] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.234717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.234717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.234717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.235386] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.235386] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.235386] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12b291ae-6863-48bf-9765-9325bc5ad263',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.484842] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.485245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.485245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.485362] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.485403] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.485498] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 is going to be created. [ 739.508645] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.508946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.509033] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.509244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.509413] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.521632] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 in Status: UNINITIALIZED for 2s [ 739.685294] env[69309]: INFO networking_nsxv3.common.synchronization [None req-49be24f8-9d3c-492e-a6ad-b6b72d13d694 None None] Enqueued Resource ID: 885d4997-d38e-4971-beba-884f0a411613 with Priority: HIGHEST for action port [ 739.685546] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885d4997-d38e-4971-beba-884f0a411613 with Priority: HIGHEST for action port [ 739.686136] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-885d4997-d38e-4971-beba-884f0a411613 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.686273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-885d4997-d38e-4971-beba-884f0a411613" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.686341] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-885d4997-d38e-4971-beba-884f0a411613" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.686596] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-885d4997-d38e-4971-beba-884f0a411613" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.686682] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('885d4997-d38e-4971-beba-884f0a411613',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.738447] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b291ae-6863-48bf-9765-9325bc5ad263 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.738447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.738447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.738447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.738447] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.738447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.738447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.738447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.739106] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.739106] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.739106] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b291ae-6863-48bf-9765-9325bc5ad263 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.739106] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.739106] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.739267] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.739413] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.739532] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.739591] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.739770] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.739910] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.739998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.740118] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12b291ae-6863-48bf-9765-9325bc5ad263',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.196213] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 885d4997-d38e-4971-beba-884f0a411613 [ 740.196213] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.196213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.196213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.196213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.196213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.196213] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:885d4997-d38e-4971-beba-884f0a411613 already deleted. [ 740.196213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-885d4997-d38e-4971-beba-884f0a411613" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.243586] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12b291ae-6863-48bf-9765-9325bc5ad263: rpc.has_security_group_logging(os_id): False [ 740.264703] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.264900] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.265084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.265244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.265318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.265555] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.265712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.265888] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.265965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.266193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.266286] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.266425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.266484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.266653] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.266750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.267227] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.267356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.267418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.267583] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.267664] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.267884] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12b291ae-6863-48bf-9765-9325bc5ad263 is going to be created. [ 740.327072] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.327232] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.327303] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.327515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.327697] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.349027] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12b291ae-6863-48bf-9765-9325bc5ad263 in Status: IN_PROGRESS for 2s [ 740.753777] env[69309]: INFO networking_nsxv3.common.synchronization [req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 req-410920ac-b82b-457e-bfa7-25b14c1ff4f4 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Enqueued Resource ID: f77217a7-5892-448b-b91c-5d2beb196f43 with Priority: HIGHEST for action security_group_members [ 740.755664] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77217a7-5892-448b-b91c-5d2beb196f43 with Priority: HIGHEST for action security_group_members [ 740.759977] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77217a7-5892-448b-b91c-5d2beb196f43 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.760120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.760195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.760556] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.760730] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.760845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.760918] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.761162] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.761269] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.761381] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f77217a7-5892-448b-b91c-5d2beb196f43',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.014428] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.014770] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.014992] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.015428] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.015823] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.016628] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.016628] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.016628] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.017013] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.017328] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.018688] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.018688] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.018688] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.018688] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.018688] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.018688] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.038573] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.038573] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 741.038573] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.038573] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.038573] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-8bbed6a9-963a-4f5b-83ed-a8b4db612d52 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.038573] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-8bbed6a9-963a-4f5b-83ed-a8b4db612d52" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.038573] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-8bbed6a9-963a-4f5b-83ed-a8b4db612d52" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.038573] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-8bbed6a9-963a-4f5b-83ed-a8b4db612d52" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.038573] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bbed6a9-963a-4f5b-83ed-a8b4db612d52',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.147196] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 741.147783] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.225156] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c56997-a48d-4997-871b-2631bfc75155 in Status: SUCCESS [ 741.225958] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c56997-a48d-4997-871b-2631bfc75155 deletion is rescheduled due to dependency. [ 741.227660] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.264249] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.264411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.264481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.264715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.264809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.265063] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.265165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.265208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.265457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.265457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.265553] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f77217a7-5892-448b-b91c-5d2beb196f43 already deleted. [ 741.265652] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.533472] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 in Status: SUCCESS [ 741.533472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.533472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.533472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.533472] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.533472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.533472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.533472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.533472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.533472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.533472] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d71c723e-6000-4090-8f1f-15f4dc1d5c03',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.543245] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.543890] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.547018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.547018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.547018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.547018] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 8bbed6a9-963a-4f5b-83ed-a8b4db612d52 not found, creating... [ 741.547018] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.547018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.547018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.547018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.547018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.547018] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.547552] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.547552] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.547552] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.547552] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.547552] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 8bbed6a9-963a-4f5b-83ed-a8b4db612d52 is going to be created. [ 741.581443] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.581443] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.581443] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.581443] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.581443] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.581443] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-8bbed6a9-963a-4f5b-83ed-a8b4db612d52" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.824386] env[69309]: INFO networking_nsxv3.common.synchronization [req-fdf6513d-505a-4796-8a85-f9f56194f8bd req-a12e0005-2960-462f-b681-02e98a542bb1 tempest-SecurityGroupRulesTestJSON-1930154210 tempest-SecurityGroupRulesTestJSON-1930154210-project-member] Enqueued Resource ID: 0b47d994-8e07-437e-89a3-d5623df50739 with Priority: HIGHEST for action security_group_rules [ 741.824925] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b47d994-8e07-437e-89a3-d5623df50739 with Priority: HIGHEST for action security_group_rules [ 741.825268] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b47d994-8e07-437e-89a3-d5623df50739 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.825437] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b47d994-8e07-437e-89a3-d5623df50739" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.825511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b47d994-8e07-437e-89a3-d5623df50739" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.825760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b47d994-8e07-437e-89a3-d5623df50739" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.825843] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b47d994-8e07-437e-89a3-d5623df50739',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.035800] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71c723e-6000-4090-8f1f-15f4dc1d5c03 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.036114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.036114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.036273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.036435] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.036525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.036587] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.036737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.036826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.036916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.037078] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71c723e-6000-4090-8f1f-15f4dc1d5c03 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.037196] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.037257] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.037407] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.037586] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.037685] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.037737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.038245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.038335] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.038422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.038513] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d71c723e-6000-4090-8f1f-15f4dc1d5c03',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.286943] env[69309]: INFO networking_nsxv3.common.synchronization [req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 req-f7ce8d90-4c11-4a62-86b2-a75a3d07ee99 service nova] Enqueued Resource ID: f77217a7-5892-448b-b91c-5d2beb196f43 with Priority: HIGHEST for action security_group_rules [ 742.289198] env[69309]: INFO networking_nsxv3.common.synchronization [req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 req-f7ce8d90-4c11-4a62-86b2-a75a3d07ee99 service nova] Enqueued Resource ID: f77217a7-5892-448b-b91c-5d2beb196f43 with Priority: HIGHEST for action security_group_members [ 742.289198] env[69309]: INFO networking_nsxv3.common.synchronization [req-00fe5ba6-ef9b-400f-99b0-43a936b5b3d1 req-f7ce8d90-4c11-4a62-86b2-a75a3d07ee99 service nova] Enqueued Resource ID: 8bbed6a9-963a-4f5b-83ed-a8b4db612d52 with Priority: HIGHEST for action port [ 742.289198] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77217a7-5892-448b-b91c-5d2beb196f43 with Priority: HIGHEST for action security_group_rules [ 742.289198] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77217a7-5892-448b-b91c-5d2beb196f43 with Priority: HIGHEST for action security_group_members [ 742.289198] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bbed6a9-963a-4f5b-83ed-a8b4db612d52 with Priority: HIGHEST for action port [ 742.289508] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f77217a7-5892-448b-b91c-5d2beb196f43 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.289508] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.289508] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.290030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.290030] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f77217a7-5892-448b-b91c-5d2beb196f43',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.290779] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77217a7-5892-448b-b91c-5d2beb196f43 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.290896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.290896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.291081] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.291224] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.291321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.291365] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.291505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.291589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.291676] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f77217a7-5892-448b-b91c-5d2beb196f43',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.296396] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bbed6a9-963a-4f5b-83ed-a8b4db612d52 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.296571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bbed6a9-963a-4f5b-83ed-a8b4db612d52" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.296683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bbed6a9-963a-4f5b-83ed-a8b4db612d52" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.296924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bbed6a9-963a-4f5b-83ed-a8b4db612d52" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.297150] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bbed6a9-963a-4f5b-83ed-a8b4db612d52',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.349301] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.349301] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.349301] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.349301] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.349301] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.349301] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b47d994-8e07-437e-89a3-d5623df50739 already deleted. [ 742.349301] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b47d994-8e07-437e-89a3-d5623df50739" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.358945] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12b291ae-6863-48bf-9765-9325bc5ad263 in Status: SUCCESS [ 742.359195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.543162] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d71c723e-6000-4090-8f1f-15f4dc1d5c03: rpc.has_security_group_logging(os_id): False [ 742.566287] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.566287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.566287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.566287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.566287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.566287] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.566287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.566287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.566287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.566287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.566287] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.566287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.566287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.566287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.566287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.567152] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.567152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.567152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.567626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.568021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.569587] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 is going to be created. [ 742.636725] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.636939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.636939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.637171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.637341] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.647461] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 in Status: IN_PROGRESS for 2s [ 742.796415] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f77217a7-5892-448b-b91c-5d2beb196f43',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.799512] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77217a7-5892-448b-b91c-5d2beb196f43 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.799646] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.799848] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bbed6a9-963a-4f5b-83ed-a8b4db612d52 with status ACTIVE [ 742.801672] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.801672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.801672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.801672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.801672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.801672] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.801672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.801672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.801672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.801672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.801672] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.801672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.801672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.801672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.801672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.801672] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bbed6a9-963a-4f5b-83ed-a8b4db612d52 is going to be updated. [ 742.822823] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.822970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.823033] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.823200] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.823338] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.823520] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bbed6a9-963a-4f5b-83ed-a8b4db612d52" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.298796] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f77217a7-5892-448b-b91c-5d2beb196f43',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.802027] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.802027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.802027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.802027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.802027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.802027] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f77217a7-5892-448b-b91c-5d2beb196f43 is going to be created. [ 743.828829] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.829107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.829191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.829480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.829692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.843836] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77217a7-5892-448b-b91c-5d2beb196f43 in Status: UNINITIALIZED for 2s [ 744.659107] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 in Status: SUCCESS [ 744.659379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.729093] env[69309]: INFO networking_nsxv3.common.synchronization [req-36f30585-dbfc-4034-9007-38090edb529b req-ce44bde7-8f10-411c-986b-9f0329e7ce59 tempest-SecurityGroupRulesTestJSON-1930154210 tempest-SecurityGroupRulesTestJSON-1930154210-project-member] Enqueued Resource ID: 5d24c50a-f466-4430-befa-0a8b9ffa8130 with Priority: HIGHEST for action security_group_rules [ 745.729683] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d24c50a-f466-4430-befa-0a8b9ffa8130 with Priority: HIGHEST for action security_group_rules [ 745.729934] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d24c50a-f466-4430-befa-0a8b9ffa8130 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.730113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d24c50a-f466-4430-befa-0a8b9ffa8130" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.730149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d24c50a-f466-4430-befa-0a8b9ffa8130" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.730377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d24c50a-f466-4430-befa-0a8b9ffa8130" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.730462] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d24c50a-f466-4430-befa-0a8b9ffa8130',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.854571] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77217a7-5892-448b-b91c-5d2beb196f43 in Status: SUCCESS [ 745.854571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.854571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.854571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.854571] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.854571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.854571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.854571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.854571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.854571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.854571] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f77217a7-5892-448b-b91c-5d2beb196f43',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.251268] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.251491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.251598] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.251902] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.252060] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.252196] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d24c50a-f466-4430-befa-0a8b9ffa8130 already deleted. [ 746.252318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d24c50a-f466-4430-befa-0a8b9ffa8130" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.357279] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77217a7-5892-448b-b91c-5d2beb196f43 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.357511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.357588] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.357815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.358210] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.358354] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.358565] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.358734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.359047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.359047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.359185] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77217a7-5892-448b-b91c-5d2beb196f43 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.359355] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.359421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.359572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.359737] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.359838] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.360023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.360084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.360181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.360222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.360322] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f77217a7-5892-448b-b91c-5d2beb196f43',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.863286] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f77217a7-5892-448b-b91c-5d2beb196f43: rpc.has_security_group_logging(os_id): False [ 746.882155] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.884521] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.884613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.884829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.884929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.885171] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.885281] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.885460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.885521] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.885562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.885751] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.885846] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.885907] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.886062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.886138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.887463] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.887463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.887463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.887463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.887463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.887463] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f77217a7-5892-448b-b91c-5d2beb196f43 is going to be created. [ 746.954062] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.954225] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.954293] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.954505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.954694] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.964669] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f77217a7-5892-448b-b91c-5d2beb196f43 in Status: IN_PROGRESS for 2s [ 748.978578] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f77217a7-5892-448b-b91c-5d2beb196f43 in Status: SUCCESS [ 748.979086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.192036] env[69309]: INFO networking_nsxv3.common.synchronization [req-4e642ad5-ada0-4e8e-a852-617621d5ff06 req-a55705da-255e-448c-985d-846b012e8ba9 tempest-ImagesNegativeTestJSON-38042035 tempest-ImagesNegativeTestJSON-38042035-project-member] Enqueued Resource ID: 12b291ae-6863-48bf-9765-9325bc5ad263 with Priority: HIGHEST for action security_group_members [ 749.192036] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b291ae-6863-48bf-9765-9325bc5ad263 with Priority: HIGHEST for action security_group_members [ 749.192036] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b291ae-6863-48bf-9765-9325bc5ad263 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.192036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.193795] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.195656] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.196074] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.198712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.198712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.198712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.198712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.198712] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b291ae-6863-48bf-9765-9325bc5ad263',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.302189] env[69309]: INFO networking_nsxv3.common.synchronization [req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 req-cf68af3c-b3b9-4c46-9ccd-28f48474f5f6 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Enqueued Resource ID: 4abdc713-05f3-4248-84e0-009d95e7a37a with Priority: HIGHEST for action security_group_members [ 749.302189] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4abdc713-05f3-4248-84e0-009d95e7a37a with Priority: HIGHEST for action security_group_members [ 749.303430] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-4abdc713-05f3-4248-84e0-009d95e7a37a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.303430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.303430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.303430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.303430] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.303430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.303430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.303724] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.303724] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.303724] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4abdc713-05f3-4248-84e0-009d95e7a37a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.702409] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.702581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.702704] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.702943] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.703134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.703496] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.704785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.704785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.704785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.704785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.704785] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b291ae-6863-48bf-9765-9325bc5ad263 is going to be updated. [ 749.730811] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.731309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.731489] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.733094] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.733094] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.740573] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b291ae-6863-48bf-9765-9325bc5ad263 in Status: IN_PROGRESS for 2s [ 749.788354] env[69309]: INFO networking_nsxv3.common.synchronization [None req-7aceb823-1556-4e11-8f6b-592387a2f91c None None] Enqueued Resource ID: bf4a0641-a054-47f4-be19-f2e4a4653711 with Priority: HIGHEST for action port [ 749.788354] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4a0641-a054-47f4-be19-f2e4a4653711 with Priority: HIGHEST for action port [ 749.788825] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf4a0641-a054-47f4-be19-f2e4a4653711 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.789070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf4a0641-a054-47f4-be19-f2e4a4653711" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.789070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf4a0641-a054-47f4-be19-f2e4a4653711" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.789274] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf4a0641-a054-47f4-be19-f2e4a4653711" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.789359] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf4a0641-a054-47f4-be19-f2e4a4653711',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.806903] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.807125] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.807192] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.807417] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.807505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.807719] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.807817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.807878] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.808046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.808123] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.808207] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4abdc713-05f3-4248-84e0-009d95e7a37a already deleted. [ 749.808284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.291470] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf4a0641-a054-47f4-be19-f2e4a4653711 [ 750.292111] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.292111] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.292111] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.292322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.292322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.292322] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf4a0641-a054-47f4-be19-f2e4a4653711 already deleted. [ 750.292464] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf4a0641-a054-47f4-be19-f2e4a4653711" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.344020] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.344020] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.344020] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.344020] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.344020] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.344020] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.344020] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.345415] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.345668] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.345807] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.345932] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.346053] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.346160] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.346271] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.346373] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.346509] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.371388] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.371388] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 750.371388] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.371388] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.371388] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-6df64563-0244-4cb3-957c-0bec7c7196d7 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.371388] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-6df64563-0244-4cb3-957c-0bec7c7196d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.371388] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-6df64563-0244-4cb3-957c-0bec7c7196d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.371388] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-6df64563-0244-4cb3-957c-0bec7c7196d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.371817] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6df64563-0244-4cb3-957c-0bec7c7196d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.732732] env[69309]: INFO networking_nsxv3.common.synchronization [req-7cb32856-ca13-4b82-8d19-5d87c8ae260d req-f5e80f81-33cd-43df-9bca-795875ae575c tempest-SecurityGroupRulesTestJSON-1930154210 tempest-SecurityGroupRulesTestJSON-1930154210-project-member] Enqueued Resource ID: 92322114-e162-4cf6-ba1b-a6339ee575e7 with Priority: HIGHEST for action security_group_rules [ 750.733292] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92322114-e162-4cf6-ba1b-a6339ee575e7 with Priority: HIGHEST for action security_group_rules [ 750.733597] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92322114-e162-4cf6-ba1b-a6339ee575e7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.733877] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92322114-e162-4cf6-ba1b-a6339ee575e7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.733877] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92322114-e162-4cf6-ba1b-a6339ee575e7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.734038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92322114-e162-4cf6-ba1b-a6339ee575e7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.734124] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92322114-e162-4cf6-ba1b-a6339ee575e7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.875044] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.875316] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.875448] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.875722] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.875873] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.876037] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 6df64563-0244-4cb3-957c-0bec7c7196d7 not found, creating... [ 750.876312] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.876499] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.876937] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.876937] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.877193] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.877266] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.877416] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.877530] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.877729] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.877872] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.877996] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 6df64563-0244-4cb3-957c-0bec7c7196d7 is going to be created. [ 750.899891] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.900207] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.900422] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.900721] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.900983] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.901274] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-6df64563-0244-4cb3-957c-0bec7c7196d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.254911] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.254911] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.254911] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.254911] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.255788] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.255788] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92322114-e162-4cf6-ba1b-a6339ee575e7 already deleted. [ 751.255788] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92322114-e162-4cf6-ba1b-a6339ee575e7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.634129] env[69309]: INFO networking_nsxv3.common.synchronization [req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 req-536036d3-1c22-4cf1-b8f3-b0df4529999f service nova] Enqueued Resource ID: 4abdc713-05f3-4248-84e0-009d95e7a37a with Priority: HIGHEST for action security_group_rules [ 751.634614] env[69309]: INFO networking_nsxv3.common.synchronization [req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 req-536036d3-1c22-4cf1-b8f3-b0df4529999f service nova] Enqueued Resource ID: 4abdc713-05f3-4248-84e0-009d95e7a37a with Priority: HIGHEST for action security_group_members [ 751.634857] env[69309]: INFO networking_nsxv3.common.synchronization [req-b09ca482-95e2-4a2d-93dc-f1076a275bc6 req-536036d3-1c22-4cf1-b8f3-b0df4529999f service nova] Enqueued Resource ID: 6df64563-0244-4cb3-957c-0bec7c7196d7 with Priority: HIGHEST for action port [ 751.635811] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4abdc713-05f3-4248-84e0-009d95e7a37a with Priority: HIGHEST for action security_group_rules [ 751.636148] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4abdc713-05f3-4248-84e0-009d95e7a37a with Priority: HIGHEST for action security_group_members [ 751.639017] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df64563-0244-4cb3-957c-0bec7c7196d7 with Priority: HIGHEST for action port [ 751.639017] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4abdc713-05f3-4248-84e0-009d95e7a37a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.639017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.639017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.639017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.639017] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4abdc713-05f3-4248-84e0-009d95e7a37a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.639017] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-4abdc713-05f3-4248-84e0-009d95e7a37a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.639017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.639017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.639017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.639543] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.639543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.639684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.639853] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.639939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.640043] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4abdc713-05f3-4248-84e0-009d95e7a37a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.643998] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-6df64563-0244-4cb3-957c-0bec7c7196d7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.644134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6df64563-0244-4cb3-957c-0bec7c7196d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.644495] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6df64563-0244-4cb3-957c-0bec7c7196d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.644495] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6df64563-0244-4cb3-957c-0bec7c7196d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.644495] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6df64563-0244-4cb3-957c-0bec7c7196d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.750222] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b291ae-6863-48bf-9765-9325bc5ad263 in Status: SUCCESS [ 751.750420] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b291ae-6863-48bf-9765-9325bc5ad263 deletion is rescheduled due to dependency. [ 751.750540] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.794165] env[69309]: INFO networking_nsxv3.common.synchronization [None req-576465e2-f919-4f07-a347-be4bba91a2e2 None None] Enqueued Resource ID: b3129676-1f9f-4a5c-ada2-9f1cbe08f2eb with Priority: HIGHEST for action port [ 751.794433] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3129676-1f9f-4a5c-ada2-9f1cbe08f2eb with Priority: HIGHEST for action port [ 751.795029] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3129676-1f9f-4a5c-ada2-9f1cbe08f2eb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.795174] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3129676-1f9f-4a5c-ada2-9f1cbe08f2eb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.795239] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3129676-1f9f-4a5c-ada2-9f1cbe08f2eb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.795454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3129676-1f9f-4a5c-ada2-9f1cbe08f2eb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.795526] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3129676-1f9f-4a5c-ada2-9f1cbe08f2eb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.147535] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-4abdc713-05f3-4248-84e0-009d95e7a37a taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.147725] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.147906] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4abdc713-05f3-4248-84e0-009d95e7a37a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.156463] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6df64563-0244-4cb3-957c-0bec7c7196d7 with status ACTIVE [ 752.156687] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.156833] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.156910] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.157146] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.157520] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.157520] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.157520] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.157746] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.157746] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.157811] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.158965] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.158965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.158965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.158965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.158965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.158965] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6df64563-0244-4cb3-957c-0bec7c7196d7 is going to be updated. [ 752.182895] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.183060] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.183342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.183414] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.183535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.183716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6df64563-0244-4cb3-957c-0bec7c7196d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.300115] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3129676-1f9f-4a5c-ada2-9f1cbe08f2eb [ 752.303266] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.303663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.303801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.304253] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.304400] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.304583] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3129676-1f9f-4a5c-ada2-9f1cbe08f2eb already deleted. [ 752.304744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3129676-1f9f-4a5c-ada2-9f1cbe08f2eb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.360751] env[69309]: INFO networking_nsxv3.common.synchronization [req-d5ed1ad6-5ed7-4de3-97e2-085506cc3c13 req-8bdf2f48-ff89-4601-aa51-2b0016e82645 tempest-SecurityGroupRulesTestJSON-1930154210 tempest-SecurityGroupRulesTestJSON-1930154210-project-member] Enqueued Resource ID: 92322114-e162-4cf6-ba1b-a6339ee575e7 with Priority: HIGHEST for action security_group_rules [ 752.365735] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92322114-e162-4cf6-ba1b-a6339ee575e7 with Priority: HIGHEST for action security_group_rules [ 752.365735] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92322114-e162-4cf6-ba1b-a6339ee575e7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.365735] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92322114-e162-4cf6-ba1b-a6339ee575e7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.365735] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92322114-e162-4cf6-ba1b-a6339ee575e7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.365735] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92322114-e162-4cf6-ba1b-a6339ee575e7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.365735] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92322114-e162-4cf6-ba1b-a6339ee575e7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.421483] env[69309]: INFO networking_nsxv3.common.synchronization [req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 req-5dd9aea9-3ee0-449c-b05e-84df3d881476 tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Enqueued Resource ID: a578b057-6428-4c23-bb99-1270d4762251 with Priority: HIGHEST for action security_group_members [ 752.422713] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a578b057-6428-4c23-bb99-1270d4762251 with Priority: HIGHEST for action security_group_members [ 752.422713] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a578b057-6428-4c23-bb99-1270d4762251 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.422713] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.422713] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.422997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.422997] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.422997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.423142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.423177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.423425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.423425] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a578b057-6428-4c23-bb99-1270d4762251',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.657186] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4abdc713-05f3-4248-84e0-009d95e7a37a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.886228] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.886437] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.886437] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.886653] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.886844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.886940] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92322114-e162-4cf6-ba1b-a6339ee575e7 already deleted. [ 752.887035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92322114-e162-4cf6-ba1b-a6339ee575e7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.925640] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.925863] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.925863] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.926101] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.926180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.926376] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.926486] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.926566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.926734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.926876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.926970] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a578b057-6428-4c23-bb99-1270d4762251 already deleted. [ 752.927066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.159816] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.160083] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.160213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.160671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.160775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.160878] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4abdc713-05f3-4248-84e0-009d95e7a37a is going to be created. [ 753.188913] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.189155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.189222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.189465] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.189673] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.198577] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4abdc713-05f3-4248-84e0-009d95e7a37a in Status: UNINITIALIZED for 2s [ 753.762598] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.762896] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-335" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.762896] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-335" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.763197] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-335" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.763429] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.763586] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.763699] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.766473] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.766473] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.766473] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 753.766473] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.766473] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.766473] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.766473] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 753.766473] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.767303] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.789019] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.789019] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 753.789019] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.789019] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-335" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.789019] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-6eb2d9ba-b741-485a-979f-a724b75984fb taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.789019] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-6eb2d9ba-b741-485a-979f-a724b75984fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.789019] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-6eb2d9ba-b741-485a-979f-a724b75984fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.789019] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-6eb2d9ba-b741-485a-979f-a724b75984fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.789019] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eb2d9ba-b741-485a-979f-a724b75984fb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.879323] env[69309]: INFO networking_nsxv3.common.synchronization [None req-d3ade77c-7624-48fd-a27c-45b7693faca4 None None] Enqueued Resource ID: f168db01-7e85-4132-9736-1241b57e40d6 with Priority: HIGHEST for action port [ 753.880027] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f168db01-7e85-4132-9736-1241b57e40d6 with Priority: HIGHEST for action port [ 753.880241] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f168db01-7e85-4132-9736-1241b57e40d6 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.880351] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f168db01-7e85-4132-9736-1241b57e40d6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.880400] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f168db01-7e85-4132-9736-1241b57e40d6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.880911] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f168db01-7e85-4132-9736-1241b57e40d6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.880911] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f168db01-7e85-4132-9736-1241b57e40d6',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.294176] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.294397] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.294536] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.294932] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.295019] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.295484] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 6eb2d9ba-b741-485a-979f-a724b75984fb not found, creating... [ 754.295529] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.296130] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.296130] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.296130] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.296252] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.296667] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.296667] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.300447] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.301079] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.301079] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.301079] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 6eb2d9ba-b741-485a-979f-a724b75984fb is going to be created. [ 754.322946] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.323191] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.323442] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.323722] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.323798] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.324074] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-6eb2d9ba-b741-485a-979f-a724b75984fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.383906] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f168db01-7e85-4132-9736-1241b57e40d6 [ 754.384272] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.384272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.384388] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.385129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.385129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.385129] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f168db01-7e85-4132-9736-1241b57e40d6 already deleted. [ 754.385129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f168db01-7e85-4132-9736-1241b57e40d6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.459930] env[69309]: INFO networking_nsxv3.common.synchronization [None req-80e51803-3274-4db8-beca-51e360b370c1 None None] Enqueued Resource ID: a40110f0-d38c-4a8e-ac9a-7eb93fd570fb with Priority: HIGHEST for action port [ 754.460321] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40110f0-d38c-4a8e-ac9a-7eb93fd570fb with Priority: HIGHEST for action port [ 754.465133] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-a40110f0-d38c-4a8e-ac9a-7eb93fd570fb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.465133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a40110f0-d38c-4a8e-ac9a-7eb93fd570fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.465133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a40110f0-d38c-4a8e-ac9a-7eb93fd570fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.465133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a40110f0-d38c-4a8e-ac9a-7eb93fd570fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.465133] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a40110f0-d38c-4a8e-ac9a-7eb93fd570fb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.573935] env[69309]: INFO networking_nsxv3.common.synchronization [req-613f58d2-4760-482f-bb1a-0a52abe21556 req-5746e725-b820-4871-97a8-569ee0d1f983 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Enqueued Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_members [ 754.573935] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_members [ 754.573935] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.573935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.573935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.574270] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.574363] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.574470] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.574654] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.574729] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.574780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.574940] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.667525] env[69309]: INFO networking_nsxv3.common.synchronization [None req-267444a5-c388-4d15-8f51-0f6a7b228d02 None None] Enqueued Resource ID: f7797b5b-1ce2-4459-add8-999d3194078a with Priority: HIGHEST for action port [ 754.669157] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7797b5b-1ce2-4459-add8-999d3194078a with Priority: HIGHEST for action port [ 754.670046] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7797b5b-1ce2-4459-add8-999d3194078a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.670220] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7797b5b-1ce2-4459-add8-999d3194078a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.670377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7797b5b-1ce2-4459-add8-999d3194078a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.670794] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7797b5b-1ce2-4459-add8-999d3194078a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.670971] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7797b5b-1ce2-4459-add8-999d3194078a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.966794] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a40110f0-d38c-4a8e-ac9a-7eb93fd570fb [ 754.967109] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.967226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.967388] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.967509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.967602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.967697] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a40110f0-d38c-4a8e-ac9a-7eb93fd570fb already deleted. [ 754.967777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a40110f0-d38c-4a8e-ac9a-7eb93fd570fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.077068] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.079930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.079930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.079930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.079930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.079930] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.080196] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.080234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.080455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.080506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.080584] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce already deleted. [ 755.080776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.174108] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7797b5b-1ce2-4459-add8-999d3194078a [ 755.174252] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.174317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.174367] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.175147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.175147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.175253] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7797b5b-1ce2-4459-add8-999d3194078a already deleted. [ 755.175288] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7797b5b-1ce2-4459-add8-999d3194078a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.209699] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4abdc713-05f3-4248-84e0-009d95e7a37a in Status: SUCCESS [ 755.210108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.211189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.211518] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.212720] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.213037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.213208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.213493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.214262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.214467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.214663] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4abdc713-05f3-4248-84e0-009d95e7a37a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.721149] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-4abdc713-05f3-4248-84e0-009d95e7a37a taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.721149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.721149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.721149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.721149] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.721149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.721149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.721149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.721149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.721149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.721149] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-4abdc713-05f3-4248-84e0-009d95e7a37a taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.721149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.721149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.721149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.721149] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.721149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.721917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.721917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.721917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.721917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.721917] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4abdc713-05f3-4248-84e0-009d95e7a37a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.728337] env[69309]: INFO networking_nsxv3.common.synchronization [None req-eda7a4d9-8086-4094-bde0-3f26fb0809c5 None None] Enqueued Resource ID: 066b0e5e-c04f-491d-b991-23a2b50d43c4 with Priority: HIGHEST for action port [ 755.728337] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066b0e5e-c04f-491d-b991-23a2b50d43c4 with Priority: HIGHEST for action port [ 755.728978] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-066b0e5e-c04f-491d-b991-23a2b50d43c4 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.729324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-066b0e5e-c04f-491d-b991-23a2b50d43c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.729519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-066b0e5e-c04f-491d-b991-23a2b50d43c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.729879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-066b0e5e-c04f-491d-b991-23a2b50d43c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.730815] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('066b0e5e-c04f-491d-b991-23a2b50d43c4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.862158] env[69309]: INFO networking_nsxv3.common.synchronization [req-cebbceff-41cb-495c-9c79-0e767597bac6 req-8ce8bf4d-74c8-4ce4-aead-05fbf5c70130 tempest-SecurityGroupRulesTestJSON-1930154210 tempest-SecurityGroupRulesTestJSON-1930154210-project-member] Enqueued Resource ID: 92322114-e162-4cf6-ba1b-a6339ee575e7 with Priority: HIGHEST for action security_group_rules [ 755.862158] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92322114-e162-4cf6-ba1b-a6339ee575e7 with Priority: HIGHEST for action security_group_rules [ 755.869240] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92322114-e162-4cf6-ba1b-a6339ee575e7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.869606] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92322114-e162-4cf6-ba1b-a6339ee575e7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.870393] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92322114-e162-4cf6-ba1b-a6339ee575e7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.873574] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92322114-e162-4cf6-ba1b-a6339ee575e7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.873574] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92322114-e162-4cf6-ba1b-a6339ee575e7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.958518] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.958518] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-471" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.958518] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-471" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.958518] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-471" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.958518] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.958518] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.958518] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.958518] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.958518] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.959800] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.963247] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.963373] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.963541] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.963644] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.963720] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.966948] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.981966] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.982951] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.983142] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.983329] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-471" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.985026] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-176f54e9-7642-4b57-a2df-077dd6efcfed taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.985026] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-176f54e9-7642-4b57-a2df-077dd6efcfed" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.985026] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-176f54e9-7642-4b57-a2df-077dd6efcfed" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.985026] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-176f54e9-7642-4b57-a2df-077dd6efcfed" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.985026] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('176f54e9-7642-4b57-a2df-077dd6efcfed',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.229696] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4abdc713-05f3-4248-84e0-009d95e7a37a: rpc.has_security_group_logging(os_id): False [ 756.234025] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 066b0e5e-c04f-491d-b991-23a2b50d43c4 [ 756.234025] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.234025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.234025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.234025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.234025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.234025] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:066b0e5e-c04f-491d-b991-23a2b50d43c4 already deleted. [ 756.234025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-066b0e5e-c04f-491d-b991-23a2b50d43c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.245820] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.245945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.246067] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.246698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.247469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.247899] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.248078] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.248126] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.248326] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.248405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.248625] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.248732] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.250043] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.250043] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.250263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.250962] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.251090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.251151] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.252356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.252712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.252712] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4abdc713-05f3-4248-84e0-009d95e7a37a is going to be created. [ 756.308441] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.308584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.308663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.308976] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.309202] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.321624] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4abdc713-05f3-4248-84e0-009d95e7a37a in Status: IN_PROGRESS for 2s [ 756.360319] env[69309]: INFO networking_nsxv3.common.synchronization [req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 req-75ab8e13-232b-4e00-b838-d6d957174639 service nova] Enqueued Resource ID: a578b057-6428-4c23-bb99-1270d4762251 with Priority: HIGHEST for action security_group_rules [ 756.360319] env[69309]: INFO networking_nsxv3.common.synchronization [req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 req-75ab8e13-232b-4e00-b838-d6d957174639 service nova] Enqueued Resource ID: a578b057-6428-4c23-bb99-1270d4762251 with Priority: HIGHEST for action security_group_members [ 756.360319] env[69309]: INFO networking_nsxv3.common.synchronization [req-c5638cc7-8fb5-41b0-9e1c-4bf49da3d8c6 req-75ab8e13-232b-4e00-b838-d6d957174639 service nova] Enqueued Resource ID: 6eb2d9ba-b741-485a-979f-a724b75984fb with Priority: HIGHEST for action port [ 756.360319] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a578b057-6428-4c23-bb99-1270d4762251 with Priority: HIGHEST for action security_group_rules [ 756.360319] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a578b057-6428-4c23-bb99-1270d4762251 with Priority: HIGHEST for action security_group_members [ 756.360319] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb2d9ba-b741-485a-979f-a724b75984fb with Priority: HIGHEST for action port [ 756.360319] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a578b057-6428-4c23-bb99-1270d4762251 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.360743] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.364019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.364019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.364019] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a578b057-6428-4c23-bb99-1270d4762251',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.364019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a578b057-6428-4c23-bb99-1270d4762251 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.364019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.364019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.364019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.364019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.364019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.364019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.364019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.364019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.364019] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a578b057-6428-4c23-bb99-1270d4762251',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.364019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eb2d9ba-b741-485a-979f-a724b75984fb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.364019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eb2d9ba-b741-485a-979f-a724b75984fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.364019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eb2d9ba-b741-485a-979f-a724b75984fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.366222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eb2d9ba-b741-485a-979f-a724b75984fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.366373] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eb2d9ba-b741-485a-979f-a724b75984fb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.399573] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.399666] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.400356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.400356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.400356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.400356] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92322114-e162-4cf6-ba1b-a6339ee575e7 already deleted. [ 756.400356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92322114-e162-4cf6-ba1b-a6339ee575e7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.487675] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.487906] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.488052] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.489612] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.489770] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.490486] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 176f54e9-7642-4b57-a2df-077dd6efcfed not found, creating... [ 756.490802] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.490985] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.491120] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.491380] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.491586] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.491871] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.492016] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.492800] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.493075] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.494546] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.495528] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 176f54e9-7642-4b57-a2df-077dd6efcfed is going to be created. [ 756.519180] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.519379] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.519498] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.519775] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.520124] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.520393] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-176f54e9-7642-4b57-a2df-077dd6efcfed" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.868180] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a578b057-6428-4c23-bb99-1270d4762251 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.869632] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.869632] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a578b057-6428-4c23-bb99-1270d4762251',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.870490] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6eb2d9ba-b741-485a-979f-a724b75984fb with status ACTIVE [ 756.870490] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.870490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.870490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.870490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.870744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.870744] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.870823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.870860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.871075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.871075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.871486] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.871486] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.871486] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.871675] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.871675] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.871769] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6eb2d9ba-b741-485a-979f-a724b75984fb is going to be updated. [ 756.896201] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.896351] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.896419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.896645] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.896766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.896940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eb2d9ba-b741-485a-979f-a724b75984fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.996852] env[69309]: INFO networking_nsxv3.common.synchronization [None req-555bdc6d-c715-42de-bb47-bfedf7872e3f None None] Enqueued Resource ID: 0e4c8440-968d-4902-9179-6b0f52d75d40 with Priority: HIGHEST for action port [ 756.998146] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4c8440-968d-4902-9179-6b0f52d75d40 with Priority: HIGHEST for action port [ 756.998633] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e4c8440-968d-4902-9179-6b0f52d75d40 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.998633] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e4c8440-968d-4902-9179-6b0f52d75d40" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.998633] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e4c8440-968d-4902-9179-6b0f52d75d40" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.999088] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e4c8440-968d-4902-9179-6b0f52d75d40" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.999088] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e4c8440-968d-4902-9179-6b0f52d75d40',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.148097] env[69309]: INFO networking_nsxv3.common.synchronization [req-ecb67ab3-9359-4dbf-87dc-93bae7760534 req-1408ce8e-3381-4375-bc89-13389d23d629 tempest-ServerDiagnosticsNegativeTest-1502917640 tempest-ServerDiagnosticsNegativeTest-1502917640-project-member] Enqueued Resource ID: f77217a7-5892-448b-b91c-5d2beb196f43 with Priority: HIGHEST for action security_group_members [ 757.149298] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77217a7-5892-448b-b91c-5d2beb196f43 with Priority: HIGHEST for action security_group_members [ 757.151245] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f77217a7-5892-448b-b91c-5d2beb196f43 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.151392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.151464] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.151624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.151780] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.152261] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.152438] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.152531] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.152623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.152720] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f77217a7-5892-448b-b91c-5d2beb196f43',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.373748] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a578b057-6428-4c23-bb99-1270d4762251',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.397062] env[69309]: INFO networking_nsxv3.common.synchronization [req-613f58d2-4760-482f-bb1a-0a52abe21556 req-c4d26cf9-ebf5-45b0-a396-9184c2bb4f48 service nova] Enqueued Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_rules [ 757.397175] env[69309]: INFO networking_nsxv3.common.synchronization [req-613f58d2-4760-482f-bb1a-0a52abe21556 req-c4d26cf9-ebf5-45b0-a396-9184c2bb4f48 service nova] Enqueued Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_members [ 757.397231] env[69309]: INFO networking_nsxv3.common.synchronization [req-613f58d2-4760-482f-bb1a-0a52abe21556 req-c4d26cf9-ebf5-45b0-a396-9184c2bb4f48 service nova] Enqueued Resource ID: 176f54e9-7642-4b57-a2df-077dd6efcfed with Priority: HIGHEST for action port [ 757.397454] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_rules [ 757.397581] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_members [ 757.397677] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176f54e9-7642-4b57-a2df-077dd6efcfed with Priority: HIGHEST for action port [ 757.398226] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.398355] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.398422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.398666] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.398751] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.400568] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.400747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.400857] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.401107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.401326] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.403397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.403397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.403397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.403397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.403397] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.403397] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-176f54e9-7642-4b57-a2df-077dd6efcfed taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.403397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-176f54e9-7642-4b57-a2df-077dd6efcfed" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.403842] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-176f54e9-7642-4b57-a2df-077dd6efcfed" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.403842] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-176f54e9-7642-4b57-a2df-077dd6efcfed" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.403997] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('176f54e9-7642-4b57-a2df-077dd6efcfed',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.500599] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e4c8440-968d-4902-9179-6b0f52d75d40 [ 757.501705] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.501915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.501915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.502180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.502250] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.502322] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e4c8440-968d-4902-9179-6b0f52d75d40 already deleted. [ 757.502613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e4c8440-968d-4902-9179-6b0f52d75d40" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.655964] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.660125] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.660376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.660724] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.661649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.661649] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.661649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.661649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.661884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.662318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.662318] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f77217a7-5892-448b-b91c-5d2beb196f43 is going to be updated. [ 757.689606] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.690124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.690124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.690124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.690281] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.702055] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77217a7-5892-448b-b91c-5d2beb196f43 in Status: IN_PROGRESS for 2s [ 757.831887] env[69309]: INFO networking_nsxv3.common.synchronization [None req-ff91852f-4922-49b0-b5cd-d094467d232f None None] Enqueued Resource ID: 58556a22-074f-4bd5-a61f-1d824f470cf0 with Priority: HIGHEST for action port [ 757.833353] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58556a22-074f-4bd5-a61f-1d824f470cf0 with Priority: HIGHEST for action port [ 757.833715] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-58556a22-074f-4bd5-a61f-1d824f470cf0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.838649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58556a22-074f-4bd5-a61f-1d824f470cf0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.838766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58556a22-074f-4bd5-a61f-1d824f470cf0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.839078] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58556a22-074f-4bd5-a61f-1d824f470cf0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.839167] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58556a22-074f-4bd5-a61f-1d824f470cf0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.877719] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.877879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.877879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.879149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.879149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.879149] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a578b057-6428-4c23-bb99-1270d4762251 is going to be created. [ 757.899935] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.902916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.902916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.902916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.902916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.906441] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.906584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.906790] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.908012] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 176f54e9-7642-4b57-a2df-077dd6efcfed with status ACTIVE [ 757.908012] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.908207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.908207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.908311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.908401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.908572] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.909028] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.909028] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.909214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.909287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.910284] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.910284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.910284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.910284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.910284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.910284] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 176f54e9-7642-4b57-a2df-077dd6efcfed is going to be updated. [ 757.911961] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a578b057-6428-4c23-bb99-1270d4762251 in Status: UNINITIALIZED for 2s [ 757.933364] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.933516] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.933589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.933843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.934012] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.934194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-176f54e9-7642-4b57-a2df-077dd6efcfed" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.983153] env[69309]: INFO networking_nsxv3.common.synchronization [None req-9a7f4991-0572-4cbd-aefa-40f7f7a271b7 None None] Enqueued Resource ID: 096a589f-7d9e-4882-a225-47adb632765b with Priority: HIGHEST for action port [ 757.983153] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096a589f-7d9e-4882-a225-47adb632765b with Priority: HIGHEST for action port [ 757.983153] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-096a589f-7d9e-4882-a225-47adb632765b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.983318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-096a589f-7d9e-4882-a225-47adb632765b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.983318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-096a589f-7d9e-4882-a225-47adb632765b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.983562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-096a589f-7d9e-4882-a225-47adb632765b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.983694] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('096a589f-7d9e-4882-a225-47adb632765b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.339050] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4abdc713-05f3-4248-84e0-009d95e7a37a in Status: SUCCESS [ 758.340104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.341271] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58556a22-074f-4bd5-a61f-1d824f470cf0 [ 758.344019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.344019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.344019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.344019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.344019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.344019] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58556a22-074f-4bd5-a61f-1d824f470cf0 already deleted. [ 758.344019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58556a22-074f-4bd5-a61f-1d824f470cf0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.417580] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.494088] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 096a589f-7d9e-4882-a225-47adb632765b [ 758.494818] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.494818] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.494818] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.494818] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.494818] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.495027] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:096a589f-7d9e-4882-a225-47adb632765b already deleted. [ 758.495027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-096a589f-7d9e-4882-a225-47adb632765b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.641280] env[69309]: INFO networking_nsxv3.common.synchronization [req-7f125110-aac3-4d16-acc4-de3d5678cdf7 req-4bd9899b-9873-48b9-a80a-cb0ca19f3a23 tempest-TenantUsagesTestJSON-1693856716 tempest-TenantUsagesTestJSON-1693856716-project-member] Enqueued Resource ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 with Priority: HIGHEST for action security_group_members [ 758.641814] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 with Priority: HIGHEST for action security_group_members [ 758.642781] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71c723e-6000-4090-8f1f-15f4dc1d5c03 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.642945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.643028] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.643172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.643426] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.643426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.643610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.643610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.643790] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.643888] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71c723e-6000-4090-8f1f-15f4dc1d5c03',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.762476] env[69309]: INFO networking_nsxv3.common.synchronization [None req-2177b011-e085-4ec3-9fd7-6450db4bd4f4 None None] Enqueued Resource ID: 921fe787-e336-4085-8bd5-48262d027798 with Priority: HIGHEST for action port [ 758.762476] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 921fe787-e336-4085-8bd5-48262d027798 with Priority: HIGHEST for action port [ 758.762476] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-921fe787-e336-4085-8bd5-48262d027798 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.762476] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-921fe787-e336-4085-8bd5-48262d027798" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.762762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-921fe787-e336-4085-8bd5-48262d027798" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.762762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-921fe787-e336-4085-8bd5-48262d027798" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.762874] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('921fe787-e336-4085-8bd5-48262d027798',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.922427] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.922427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.922427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.922427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.922427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.922427] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce is going to be created. [ 758.947574] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.947574] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.947574] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.947574] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.947574] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.955911] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: UNINITIALIZED for 2s [ 759.149634] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.149634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.149634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.149634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.149634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.149634] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.149634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.149634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.149634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.149634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.149634] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 is going to be updated. [ 759.182319] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.182319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.182319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.182319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.182319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.190249] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 in Status: IN_PROGRESS for 2s [ 759.264500] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 921fe787-e336-4085-8bd5-48262d027798 [ 759.264932] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.265109] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.265182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.265427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.265522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.265619] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:921fe787-e336-4085-8bd5-48262d027798 already deleted. [ 759.265722] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-921fe787-e336-4085-8bd5-48262d027798" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.718911] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f77217a7-5892-448b-b91c-5d2beb196f43 in Status: SUCCESS [ 759.719229] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f77217a7-5892-448b-b91c-5d2beb196f43 deletion is rescheduled due to dependency. [ 759.719229] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f77217a7-5892-448b-b91c-5d2beb196f43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.922862] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a578b057-6428-4c23-bb99-1270d4762251 in Status: SUCCESS [ 759.923173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.923340] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.923582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.923777] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.923898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.923968] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.924168] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.924276] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.924385] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.924479] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a578b057-6428-4c23-bb99-1270d4762251',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.991679] env[69309]: INFO networking_nsxv3.common.synchronization [req-ac52dc46-56b9-4a74-a788-0da578850fbb req-bce0435d-6c71-4429-90fd-9fba743e69f6 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Enqueued Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 759.992201] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 759.992496] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.992617] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.992682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.992926] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.993145] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.993274] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.993455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.993521] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.993579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.993711] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.322362] env[69309]: INFO networking_nsxv3.common.synchronization [req-e7aebf72-35a8-4db2-b713-d95bbd3ba49f req-b9d62192-69af-4843-b683-6d199058303a tempest-SecurityGroupRulesNegativeTestJSON-822255381 tempest-SecurityGroupRulesNegativeTestJSON-822255381-project-member] Enqueued Resource ID: a31bb89e-3fd5-4741-b8a7-56b8009b4113 with Priority: HIGHEST for action security_group_rules [ 760.322875] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31bb89e-3fd5-4741-b8a7-56b8009b4113 with Priority: HIGHEST for action security_group_rules [ 760.323194] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a31bb89e-3fd5-4741-b8a7-56b8009b4113 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.323318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a31bb89e-3fd5-4741-b8a7-56b8009b4113" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.323387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a31bb89e-3fd5-4741-b8a7-56b8009b4113" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.323626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a31bb89e-3fd5-4741-b8a7-56b8009b4113" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.323708] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a31bb89e-3fd5-4741-b8a7-56b8009b4113',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.426412] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a578b057-6428-4c23-bb99-1270d4762251',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.496459] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.496715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.496715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.498024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.498024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.498024] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.498247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.498247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.498939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.498939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.499069] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 already deleted. [ 760.499129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.531043] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.531277] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.531396] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.531749] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.532259] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.532486] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.532609] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.532852] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.532985] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.533215] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.533331] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.533443] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.533593] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.533659] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.535158] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.535320] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.553844] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.556018] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 760.556018] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.556018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.556018] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-a3f44fd9-ad0e-4d8c-bf54-13f01f909b00 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.556018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-a3f44fd9-ad0e-4d8c-bf54-13f01f909b00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.556018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-a3f44fd9-ad0e-4d8c-bf54-13f01f909b00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.556018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-a3f44fd9-ad0e-4d8c-bf54-13f01f909b00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.556018] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3f44fd9-ad0e-4d8c-bf54-13f01f909b00',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.844097] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.844097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.844097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.844097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.844097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.844097] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a31bb89e-3fd5-4741-b8a7-56b8009b4113 already deleted. [ 760.844097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a31bb89e-3fd5-4741-b8a7-56b8009b4113" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.930351] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a578b057-6428-4c23-bb99-1270d4762251: rpc.has_security_group_logging(os_id): False [ 760.948947] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.948947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.948947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.948947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.948947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.948947] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.948947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.948947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.950866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.950866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.950866] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a578b057-6428-4c23-bb99-1270d4762251 is going to be created. [ 760.964984] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: SUCCESS [ 760.965962] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.965962] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.965962] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.966433] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.966731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.968017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.968017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.968017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.968017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.968017] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.011560] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.011560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.011560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.011560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.011560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.023976] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a578b057-6428-4c23-bb99-1270d4762251 in Status: IN_PROGRESS for 2s [ 761.032219] env[69309]: INFO networking_nsxv3.common.synchronization [None req-8b9a4901-f3e7-44e0-ba93-14af870d8f93 None None] Enqueued Resource ID: f289408c-fe86-49e9-b40a-029afd1a20ee with Priority: HIGHEST for action port [ 761.032219] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f289408c-fe86-49e9-b40a-029afd1a20ee with Priority: HIGHEST for action port [ 761.032219] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f289408c-fe86-49e9-b40a-029afd1a20ee taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.032219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f289408c-fe86-49e9-b40a-029afd1a20ee" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.033293] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f289408c-fe86-49e9-b40a-029afd1a20ee" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.033988] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f289408c-fe86-49e9-b40a-029afd1a20ee" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.034250] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f289408c-fe86-49e9-b40a-029afd1a20ee',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.064064] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.064064] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.064064] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.064064] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.064064] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.064064] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port a3f44fd9-ad0e-4d8c-bf54-13f01f909b00 not found, creating... [ 761.064064] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.064064] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.064064] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.064064] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.064064] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.065000] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.065000] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.065000] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.066031] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.066031] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.066179] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: a3f44fd9-ad0e-4d8c-bf54-13f01f909b00 is going to be created. [ 761.094445] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.094831] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.094943] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.095247] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.095656] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.095953] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-a3f44fd9-ad0e-4d8c-bf54-13f01f909b00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.199181] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 in Status: SUCCESS [ 761.200204] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 deletion is rescheduled due to dependency. [ 761.200204] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.472477] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.472477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.472477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.472477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.472477] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.472477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.472477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.472477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.472477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.472477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.472477] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.472477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.472477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.472477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.472477] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.472477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.473166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.476141] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.476840] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.477908] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.477908] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.537591] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f289408c-fe86-49e9-b40a-029afd1a20ee [ 761.538659] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.538659] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.538659] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.539842] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.539842] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.539842] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f289408c-fe86-49e9-b40a-029afd1a20ee already deleted. [ 761.539842] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f289408c-fe86-49e9-b40a-029afd1a20ee" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.981450] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 130e6a0f-91d5-4fde-bd58-2441e79c12ce: rpc.has_security_group_logging(os_id): False [ 761.999670] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.999880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.999880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.000695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.000695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.000695] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.000695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.000695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.001015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.001015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.002011] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.002814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.002814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.002814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.002814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.002814] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.002814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.003175] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.003175] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.003175] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.003175] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce is going to be created. [ 762.053441] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.056015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.056015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.056015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.056015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.064776] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: IN_PROGRESS for 2s [ 762.158023] env[69309]: INFO networking_nsxv3.common.synchronization [req-8dcf0f7f-297b-4c51-a3f8-67d109db3f87 req-6d4d8157-d445-4d5c-997e-06ee78531f1b tempest-FloatingIPsAssociationNegativeTestJSON-344593261 tempest-FloatingIPsAssociationNegativeTestJSON-344593261-project-member] Enqueued Resource ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b with Priority: HIGHEST for action security_group_members [ 762.158574] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b with Priority: HIGHEST for action security_group_members [ 762.158961] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b35298f-7ab2-471b-8e9c-a17884a67d6b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.159102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.159172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.159373] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.159524] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.159712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.159712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.159814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.159904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.159998] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b35298f-7ab2-471b-8e9c-a17884a67d6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.192573] env[69309]: INFO networking_nsxv3.common.synchronization [req-ac52dc46-56b9-4a74-a788-0da578850fbb req-02140b80-759e-484c-a5eb-01b667266601 service nova] Enqueued Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_rules [ 762.192573] env[69309]: INFO networking_nsxv3.common.synchronization [req-ac52dc46-56b9-4a74-a788-0da578850fbb req-02140b80-759e-484c-a5eb-01b667266601 service nova] Enqueued Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 762.192573] env[69309]: INFO networking_nsxv3.common.synchronization [req-ac52dc46-56b9-4a74-a788-0da578850fbb req-02140b80-759e-484c-a5eb-01b667266601 service nova] Enqueued Resource ID: a3f44fd9-ad0e-4d8c-bf54-13f01f909b00 with Priority: HIGHEST for action port [ 762.192573] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_rules [ 762.192573] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 762.192573] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f44fd9-ad0e-4d8c-bf54-13f01f909b00 with Priority: HIGHEST for action port [ 762.192573] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.192573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.192573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.192573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.192573] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.193315] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.193315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.193315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.193776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.193776] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.193776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.193776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.194079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.194079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.194151] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.196346] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3f44fd9-ad0e-4d8c-bf54-13f01f909b00 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.196346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3f44fd9-ad0e-4d8c-bf54-13f01f909b00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.196346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3f44fd9-ad0e-4d8c-bf54-13f01f909b00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.196346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3f44fd9-ad0e-4d8c-bf54-13f01f909b00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.196346] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3f44fd9-ad0e-4d8c-bf54-13f01f909b00',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.539857] env[69309]: INFO networking_nsxv3.common.synchronization [req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c req-d64039c7-9906-494f-8730-3e1174b92480 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Enqueued Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 762.540450] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 762.540755] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.540860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.664580] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.664696] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.664767] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.665049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.665128] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.665283] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.665382] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.665445] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.665598] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.665676] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.665762] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b is going to be updated. [ 762.692148] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.692375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.692443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.692594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.692736] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.697560] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3f44fd9-ad0e-4d8c-bf54-13f01f909b00 with status ACTIVE [ 762.698011] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.698110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.698169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.698367] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.698443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.698620] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.698704] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.698784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.698971] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.699077] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.699242] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.699348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.699473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.699534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.699593] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.699678] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3f44fd9-ad0e-4d8c-bf54-13f01f909b00 is going to be updated. [ 762.700813] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.701122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.702666] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b in Status: IN_PROGRESS for 2s [ 762.702859] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.723918] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.724235] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.724235] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.724352] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.724472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.724629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3f44fd9-ad0e-4d8c-bf54-13f01f909b00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.836813] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.837053] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.837185] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.837448] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.837701] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.837852] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.837967] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.842286] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.842450] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.842657] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.842771] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.842882] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.842989] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.843109] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.843216] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.843347] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.877025] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.877025] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 762.877025] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.877025] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.877025] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-6705c366-aac5-4338-95a2-5b1647dc47b7 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.877025] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-6705c366-aac5-4338-95a2-5b1647dc47b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.877025] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-6705c366-aac5-4338-95a2-5b1647dc47b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.877025] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-6705c366-aac5-4338-95a2-5b1647dc47b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.877025] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6705c366-aac5-4338-95a2-5b1647dc47b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.983386] env[69309]: INFO networking_nsxv3.common.synchronization [req-a4b9e33d-5f64-4198-86cc-df1bc5ebab8f req-b21adfe6-dd60-4e2b-88a2-284bac4fbb0f tempest-SecurityGroupRulesNegativeTestJSON-822255381 tempest-SecurityGroupRulesNegativeTestJSON-822255381-project-member] Enqueued Resource ID: a31bb89e-3fd5-4741-b8a7-56b8009b4113 with Priority: HIGHEST for action security_group_rules [ 762.984148] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31bb89e-3fd5-4741-b8a7-56b8009b4113 with Priority: HIGHEST for action security_group_rules [ 762.984239] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a31bb89e-3fd5-4741-b8a7-56b8009b4113 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.984871] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a31bb89e-3fd5-4741-b8a7-56b8009b4113" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.984997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a31bb89e-3fd5-4741-b8a7-56b8009b4113" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.985423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a31bb89e-3fd5-4741-b8a7-56b8009b4113" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.986515] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a31bb89e-3fd5-4741-b8a7-56b8009b4113',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.036527] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a578b057-6428-4c23-bb99-1270d4762251 in Status: SUCCESS [ 763.036765] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.205644] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.381314] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.381314] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.381314] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.381314] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.381314] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.381547] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 6705c366-aac5-4338-95a2-5b1647dc47b7 not found, creating... [ 763.381944] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.382135] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.382294] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.382627] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.382860] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.383286] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.383456] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.383577] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.383832] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.383947] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.384112] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 6705c366-aac5-4338-95a2-5b1647dc47b7 is going to be created. [ 763.403462] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.403667] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.403858] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.404044] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.404730] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.404992] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-6705c366-aac5-4338-95a2-5b1647dc47b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.421048] env[69309]: INFO networking_nsxv3.common.synchronization [None req-10a6e40e-4841-4795-a8fb-5b0b2b72ee94 None None] Enqueued Resource ID: 77abcb9e-f86e-4239-a81e-1d4f4423419d with Priority: HIGHEST for action port [ 763.422018] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77abcb9e-f86e-4239-a81e-1d4f4423419d with Priority: HIGHEST for action port [ 763.422018] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-77abcb9e-f86e-4239-a81e-1d4f4423419d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.422018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77abcb9e-f86e-4239-a81e-1d4f4423419d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.424030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77abcb9e-f86e-4239-a81e-1d4f4423419d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.424030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77abcb9e-f86e-4239-a81e-1d4f4423419d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.424030] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77abcb9e-f86e-4239-a81e-1d4f4423419d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.517669] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.517759] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.517827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.518054] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.518149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.518244] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a31bb89e-3fd5-4741-b8a7-56b8009b4113 already deleted. [ 763.518330] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a31bb89e-3fd5-4741-b8a7-56b8009b4113" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.716707] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.716907] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.717570] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.717863] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.718080] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.718303] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 is going to be created. [ 763.744190] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.744349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.744420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.744623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.744791] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.760386] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: UNINITIALIZED for 2s [ 763.925943] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77abcb9e-f86e-4239-a81e-1d4f4423419d [ 763.928065] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.928257] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.928329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.928639] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.928639] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.928744] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77abcb9e-f86e-4239-a81e-1d4f4423419d already deleted. [ 763.928814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77abcb9e-f86e-4239-a81e-1d4f4423419d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.078637] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: SUCCESS [ 764.078637] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.128612] env[69309]: INFO networking_nsxv3.common.synchronization [req-db7b64a5-238c-47cc-9bc4-86f9efa0dcfe req-43c6ef7c-bce1-4e86-aee2-a5061f251684 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 764.129270] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 764.129594] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.129711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.129785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.130527] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.130610] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.131867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.131867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.131867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.131867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.131867] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.233631] env[69309]: INFO networking_nsxv3.common.synchronization [req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c req-f6a0441b-e106-4101-91e8-d468a0946a2c service nova] Enqueued Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_rules [ 764.234105] env[69309]: INFO networking_nsxv3.common.synchronization [req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c req-f6a0441b-e106-4101-91e8-d468a0946a2c service nova] Enqueued Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 764.234105] env[69309]: INFO networking_nsxv3.common.synchronization [req-eaab9aa4-9a14-4201-8301-348b3e2a1c4c req-f6a0441b-e106-4101-91e8-d468a0946a2c service nova] Enqueued Resource ID: 6705c366-aac5-4338-95a2-5b1647dc47b7 with Priority: HIGHEST for action port [ 764.234199] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_rules [ 764.234313] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 764.234395] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6705c366-aac5-4338-95a2-5b1647dc47b7 with Priority: HIGHEST for action port [ 764.236572] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.236572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.236572] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.236572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.236572] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-6705c366-aac5-4338-95a2-5b1647dc47b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.236572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6705c366-aac5-4338-95a2-5b1647dc47b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.236572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6705c366-aac5-4338-95a2-5b1647dc47b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.236572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6705c366-aac5-4338-95a2-5b1647dc47b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.236572] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6705c366-aac5-4338-95a2-5b1647dc47b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.633893] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.633893] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.633893] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.634149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.634332] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.634592] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.634711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.634915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.635142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.635223] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.635322] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be updated. [ 764.667682] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.667682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.667682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.667682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.667682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.674932] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 764.720409] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b in Status: SUCCESS [ 764.720604] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b deletion is rescheduled due to dependency. [ 764.720890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.738407] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6705c366-aac5-4338-95a2-5b1647dc47b7 with status ACTIVE [ 764.738719] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.738880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.739031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.739238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.739361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.739560] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.739656] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.739715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.739876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.739964] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.740164] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.740251] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.740322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.740497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.740572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.740668] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6705c366-aac5-4338-95a2-5b1647dc47b7 is going to be updated. [ 764.768205] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.768465] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.768677] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.768962] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.769132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.769482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6705c366-aac5-4338-95a2-5b1647dc47b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.772436] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: SUCCESS [ 765.772708] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.772802] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.773111] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.773207] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.773329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.773395] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.773541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.773624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.773785] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.165792] env[69309]: INFO networking_nsxv3.common.synchronization [req-1e90a459-64ee-488f-a835-a21910759bf6 req-2462d2e2-897b-461a-a53c-0e157170c410 tempest-ServerDiagnosticsTest-1769017788 tempest-ServerDiagnosticsTest-1769017788-project-member] Enqueued Resource ID: 4abdc713-05f3-4248-84e0-009d95e7a37a with Priority: HIGHEST for action security_group_members [ 766.167148] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4abdc713-05f3-4248-84e0-009d95e7a37a with Priority: HIGHEST for action security_group_members [ 766.167148] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-4abdc713-05f3-4248-84e0-009d95e7a37a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.167148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.167148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.167148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.167672] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.171024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.171024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.171024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.171024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.171024] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4abdc713-05f3-4248-84e0-009d95e7a37a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.278919] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.671329] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.671539] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.671615] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.671861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.671955] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.672193] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.672334] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.672382] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.673821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.673821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.673821] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4abdc713-05f3-4248-84e0-009d95e7a37a is going to be updated. [ 766.682230] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 766.682494] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d deletion is rescheduled due to dependency. [ 766.682681] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.699144] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.699144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.699144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.699144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.699144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.710336] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4abdc713-05f3-4248-84e0-009d95e7a37a in Status: IN_PROGRESS for 2s [ 766.782020] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.288621] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.288621] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.289170] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.289170] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.289170] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.289170] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 is going to be updated. [ 767.319645] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.320026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.320754] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.321038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.321222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.336307] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: IN_PROGRESS for 2s [ 768.719398] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4abdc713-05f3-4248-84e0-009d95e7a37a in Status: SUCCESS [ 768.719679] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4abdc713-05f3-4248-84e0-009d95e7a37a deletion is rescheduled due to dependency. [ 768.720235] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.347119] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: SUCCESS [ 769.347119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.347119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.347299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.347482] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.347645] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.347767] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.347962] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.348263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.348263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.348263] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.350643] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.350900] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.351133] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.351505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.351505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.352217] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.352217] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.352217] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.690682] env[69309]: INFO networking_nsxv3.common.synchronization [req-7897f4c8-0144-4ec7-b119-4c36cfca63ff req-18be2904-7607-4087-a830-770415ce29e4 tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Enqueued Resource ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 with Priority: HIGHEST for action security_group_members [ 769.691316] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 with Priority: HIGHEST for action security_group_members [ 769.691638] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16532d9-fc9d-4ce4-a168-3effcacbeae7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.691758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.691923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.693336] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.693552] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.693688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.693752] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.693927] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.694024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.694118] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.851692] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.852095] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.854550] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.106114] env[69309]: INFO networking_nsxv3.common.synchronization [None req-2eb62f77-aeeb-421b-89ed-740756a1e595 None None] Enqueued Resource ID: f5df27df-fbda-480a-825e-5102ef165c3a with Priority: HIGHEST for action port [ 770.106794] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5df27df-fbda-480a-825e-5102ef165c3a with Priority: HIGHEST for action port [ 770.109726] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5df27df-fbda-480a-825e-5102ef165c3a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.109845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5df27df-fbda-480a-825e-5102ef165c3a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.109845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5df27df-fbda-480a-825e-5102ef165c3a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.110173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5df27df-fbda-480a-825e-5102ef165c3a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.110415] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5df27df-fbda-480a-825e-5102ef165c3a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.198048] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.358549] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.614554] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5df27df-fbda-480a-825e-5102ef165c3a [ 770.614941] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.615155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.615283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.615579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.615727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.615798] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5df27df-fbda-480a-825e-5102ef165c3a already deleted. [ 770.615928] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5df27df-fbda-480a-825e-5102ef165c3a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.701807] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.861497] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.861813] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.861813] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.862320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.862428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.862531] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 is going to be updated. [ 770.889852] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.890018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.891291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.891291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.891291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.898621] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: IN_PROGRESS for 2s [ 770.958866] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.959150] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-445" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.959279] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-445" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.959538] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-445" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.960863] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.960863] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.960863] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.960863] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.960863] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.960863] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.961772] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.961952] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.962087] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.962210] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.962320] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.962455] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.983788] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.983961] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 770.984112] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.984842] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-445" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.984842] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-1ffafb8c-7a23-4d06-a907-56cabc40e526 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.984842] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-1ffafb8c-7a23-4d06-a907-56cabc40e526" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.985218] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-1ffafb8c-7a23-4d06-a907-56cabc40e526" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.985218] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-1ffafb8c-7a23-4d06-a907-56cabc40e526" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.985344] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ffafb8c-7a23-4d06-a907-56cabc40e526',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.206462] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.206618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.206692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.206908] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.207144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.207144] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 is going to be updated. [ 771.231842] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.232363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.232363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.232363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.232501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.240398] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 in Status: IN_PROGRESS for 2s [ 771.280785] env[69309]: INFO networking_nsxv3.common.synchronization [None req-5f16679a-11df-4f56-ba34-3c31d19daa83 None None] Enqueued Resource ID: 2c9e0958-b8ee-4575-9ed2-23733fa1366e with Priority: HIGHEST for action port [ 771.281080] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c9e0958-b8ee-4575-9ed2-23733fa1366e with Priority: HIGHEST for action port [ 771.281667] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c9e0958-b8ee-4575-9ed2-23733fa1366e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.281872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c9e0958-b8ee-4575-9ed2-23733fa1366e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.281872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c9e0958-b8ee-4575-9ed2-23733fa1366e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.282115] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c9e0958-b8ee-4575-9ed2-23733fa1366e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.282205] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c9e0958-b8ee-4575-9ed2-23733fa1366e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.491674] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.491896] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.492037] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.492453] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.492514] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.492656] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 1ffafb8c-7a23-4d06-a907-56cabc40e526 not found, creating... [ 771.492911] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.493084] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.493202] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.493417] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.493549] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.493826] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.493978] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.494108] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.494311] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.494477] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.494577] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 1ffafb8c-7a23-4d06-a907-56cabc40e526 is going to be created. [ 771.517702] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.517920] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.518121] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.518404] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.518663] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.519256] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-1ffafb8c-7a23-4d06-a907-56cabc40e526" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.786856] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c9e0958-b8ee-4575-9ed2-23733fa1366e [ 771.786856] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.786856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.786856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.786856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.786856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.786856] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c9e0958-b8ee-4575-9ed2-23733fa1366e already deleted. [ 771.786856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c9e0958-b8ee-4575-9ed2-23733fa1366e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.626332] env[69309]: INFO networking_nsxv3.common.synchronization [req-7897f4c8-0144-4ec7-b119-4c36cfca63ff req-733e3a31-3b57-4ae6-9cf9-5c44bc41fcf7 service nova] Enqueued Resource ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 with Priority: HIGHEST for action security_group_rules [ 772.627205] env[69309]: INFO networking_nsxv3.common.synchronization [req-7897f4c8-0144-4ec7-b119-4c36cfca63ff req-733e3a31-3b57-4ae6-9cf9-5c44bc41fcf7 service nova] Enqueued Resource ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 with Priority: HIGHEST for action security_group_members [ 772.627205] env[69309]: INFO networking_nsxv3.common.synchronization [req-7897f4c8-0144-4ec7-b119-4c36cfca63ff req-733e3a31-3b57-4ae6-9cf9-5c44bc41fcf7 service nova] Enqueued Resource ID: 1ffafb8c-7a23-4d06-a907-56cabc40e526 with Priority: HIGHEST for action port [ 772.627344] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 with Priority: HIGHEST for action security_group_rules [ 772.627373] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 with Priority: HIGHEST for action security_group_members [ 772.627511] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ffafb8c-7a23-4d06-a907-56cabc40e526 with Priority: HIGHEST for action port [ 772.627717] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f16532d9-fc9d-4ce4-a168-3effcacbeae7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.627834] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.627904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.628798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.628798] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.630118] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16532d9-fc9d-4ce4-a168-3effcacbeae7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.630118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.630118] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ffafb8c-7a23-4d06-a907-56cabc40e526 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.630118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ffafb8c-7a23-4d06-a907-56cabc40e526" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.630118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ffafb8c-7a23-4d06-a907-56cabc40e526" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.630414] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ffafb8c-7a23-4d06-a907-56cabc40e526" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.630414] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ffafb8c-7a23-4d06-a907-56cabc40e526',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.666863] env[69309]: INFO networking_nsxv3.common.synchronization [req-bb01ea79-9e5f-4033-8c50-5de074909685 req-9ede4e6f-5b20-4955-988e-48ea43c44e86 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Enqueued Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGHEST for action security_group_members [ 772.668780] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGHEST for action security_group_members [ 772.669673] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.669821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.669880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.670204] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.670367] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.670486] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.670548] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.670703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.670810] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.670926] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.729347] env[69309]: INFO networking_nsxv3.common.synchronization [None req-fa344fd5-41ae-4d03-b709-c8cb7bc57e5a None None] Enqueued Resource ID: 5fe5ee10-849f-4995-857f-acbb800507eb with Priority: HIGHEST for action port [ 772.729975] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe5ee10-849f-4995-857f-acbb800507eb with Priority: HIGHEST for action port [ 772.730357] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fe5ee10-849f-4995-857f-acbb800507eb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.730487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fe5ee10-849f-4995-857f-acbb800507eb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.730561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fe5ee10-849f-4995-857f-acbb800507eb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.730823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fe5ee10-849f-4995-857f-acbb800507eb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.731053] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fe5ee10-849f-4995-857f-acbb800507eb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.910663] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: SUCCESS [ 772.910663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.910663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.910663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.910865] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.912582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.912582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.912582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.912582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.912582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.912582] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.912582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.912582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.912582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.912582] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.912582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.912582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.913849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.913849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.913849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.913849] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.029554] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.029554] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.029554] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.029554] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.029554] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.029554] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.029554] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.029554] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.029554] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.030039] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.030039] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.030090] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.030403] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.030403] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.030554] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.030914] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.034326] env[69309]: INFO networking_nsxv3.common.synchronization [None req-0673b6c0-1964-4998-a17d-9433455abd55 None None] Enqueued Resource ID: 82389498-8c61-4dd1-8dbb-44a443b04538 with Priority: HIGHEST for action port [ 773.035178] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82389498-8c61-4dd1-8dbb-44a443b04538 with Priority: HIGHEST for action port [ 773.035461] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-82389498-8c61-4dd1-8dbb-44a443b04538 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.035573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82389498-8c61-4dd1-8dbb-44a443b04538" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.035637] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82389498-8c61-4dd1-8dbb-44a443b04538" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.036085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82389498-8c61-4dd1-8dbb-44a443b04538" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.036172] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82389498-8c61-4dd1-8dbb-44a443b04538',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.051078] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.051267] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 773.051712] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.051712] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.051879] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-f650c9ea-6f26-40a6-b737-c02bae2ba173 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.052050] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-f650c9ea-6f26-40a6-b737-c02bae2ba173" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.052172] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-f650c9ea-6f26-40a6-b737-c02bae2ba173" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.053804] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-f650c9ea-6f26-40a6-b737-c02bae2ba173" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.053804] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f650c9ea-6f26-40a6-b737-c02bae2ba173',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.133904] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16532d9-fc9d-4ce4-a168-3effcacbeae7 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.133904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.133904] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ffafb8c-7a23-4d06-a907-56cabc40e526 with status ACTIVE [ 773.133904] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.134087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.134271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.134867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.134867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.134867] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.134867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.134867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.135086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.135086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.135252] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.135419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.135419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.135476] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.135536] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.135631] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ffafb8c-7a23-4d06-a907-56cabc40e526 is going to be updated. [ 773.161595] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.161595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.161595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.161595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.161595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.161595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ffafb8c-7a23-4d06-a907-56cabc40e526" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.173815] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.174539] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.174539] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.174539] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.174539] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.174539] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.174984] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.175079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.175281] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.176019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.176019] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21085f44-272c-4455-84ca-a94839738973 already deleted. [ 773.176019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.234240] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fe5ee10-849f-4995-857f-acbb800507eb [ 773.234479] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.234619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.234688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.234900] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.235017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.235120] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fe5ee10-849f-4995-857f-acbb800507eb already deleted. [ 773.235202] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fe5ee10-849f-4995-857f-acbb800507eb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.252449] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 in Status: SUCCESS [ 773.252688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.252862] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.253132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.253352] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.253471] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.253536] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.253722] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.253814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.253943] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.418503] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 341d8e01-9f6c-4215-a954-7a43325afd97: rpc.has_security_group_logging(os_id): False [ 773.437553] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.437696] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.437769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.437984] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.438087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.438266] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.438364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.438428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.438619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.438660] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.438844] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.438940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.439043] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.439201] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.439278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.439469] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.439563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.439622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.439763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.439878] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.439916] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 is going to be created. [ 773.502480] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.502652] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.502713] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.502923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.503119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.517989] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: IN_PROGRESS for 2s [ 773.539191] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82389498-8c61-4dd1-8dbb-44a443b04538 [ 773.539191] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.539191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.539191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.539191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.539353] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.539353] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82389498-8c61-4dd1-8dbb-44a443b04538 already deleted. [ 773.539422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82389498-8c61-4dd1-8dbb-44a443b04538" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.556286] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.556728] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.556728] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.556931] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.557096] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.557246] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port f650c9ea-6f26-40a6-b737-c02bae2ba173 not found, creating... [ 773.557496] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.557647] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.557759] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.557967] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.558108] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.558404] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.558555] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.558667] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.558868] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.559046] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.559202] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: f650c9ea-6f26-40a6-b737-c02bae2ba173 is going to be created. [ 773.582157] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.582157] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.582157] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.582157] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.582157] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.582157] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-f650c9ea-6f26-40a6-b737-c02bae2ba173" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.759008] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.886365] env[69309]: INFO networking_nsxv3.common.synchronization [None req-db72d1ed-d745-443c-b17d-8a0a37a006a7 None None] Enqueued Resource ID: 71e07a02-aee3-448e-a167-ffb5a0b77590 with Priority: HIGHEST for action port [ 773.886365] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e07a02-aee3-448e-a167-ffb5a0b77590 with Priority: HIGHEST for action port [ 773.886645] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-71e07a02-aee3-448e-a167-ffb5a0b77590 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.886776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71e07a02-aee3-448e-a167-ffb5a0b77590" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.886844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71e07a02-aee3-448e-a167-ffb5a0b77590" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.888580] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71e07a02-aee3-448e-a167-ffb5a0b77590" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.889394] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71e07a02-aee3-448e-a167-ffb5a0b77590',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.262627] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.392343] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71e07a02-aee3-448e-a167-ffb5a0b77590 [ 774.392584] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.392722] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.392792] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.393018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.393114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.393246] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71e07a02-aee3-448e-a167-ffb5a0b77590 already deleted. [ 774.393336] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71e07a02-aee3-448e-a167-ffb5a0b77590" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.755152] env[69309]: INFO networking_nsxv3.common.synchronization [req-bb01ea79-9e5f-4033-8c50-5de074909685 req-6664da27-dbbc-4606-b99e-5f3205e35ca8 service nova] Enqueued Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGHEST for action security_group_rules [ 774.755335] env[69309]: INFO networking_nsxv3.common.synchronization [req-bb01ea79-9e5f-4033-8c50-5de074909685 req-6664da27-dbbc-4606-b99e-5f3205e35ca8 service nova] Enqueued Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGHEST for action security_group_members [ 774.755474] env[69309]: INFO networking_nsxv3.common.synchronization [req-bb01ea79-9e5f-4033-8c50-5de074909685 req-6664da27-dbbc-4606-b99e-5f3205e35ca8 service nova] Enqueued Resource ID: f650c9ea-6f26-40a6-b737-c02bae2ba173 with Priority: HIGHEST for action port [ 774.755698] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGHEST for action security_group_rules [ 774.755825] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGHEST for action security_group_members [ 774.755920] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f650c9ea-6f26-40a6-b737-c02bae2ba173 with Priority: HIGHEST for action port [ 774.756477] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.756601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.756667] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.757349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.757482] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.758660] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.759366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.759366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.759366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.759366] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.759366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.759714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.759742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.759850] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.759989] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.761192] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f650c9ea-6f26-40a6-b737-c02bae2ba173 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.761335] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f650c9ea-6f26-40a6-b737-c02bae2ba173" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.761430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f650c9ea-6f26-40a6-b737-c02bae2ba173" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.761709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f650c9ea-6f26-40a6-b737-c02bae2ba173" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.761900] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f650c9ea-6f26-40a6-b737-c02bae2ba173',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.765933] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.766215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.766215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.766527] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.766527] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.766605] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 is going to be updated. [ 774.793482] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.793833] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.793923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.794526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.795709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.805075] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 in Status: IN_PROGRESS for 2s [ 775.212707] env[69309]: INFO networking_nsxv3.common.synchronization [None req-32f3aecb-169f-452f-9204-526d209b7ebd None None] Enqueued Resource ID: 3336cf29-c518-4e42-9ac8-c1a5231f6f12 with Priority: HIGHEST for action port [ 775.212989] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3336cf29-c518-4e42-9ac8-c1a5231f6f12 with Priority: HIGHEST for action port [ 775.213630] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-3336cf29-c518-4e42-9ac8-c1a5231f6f12 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.213714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3336cf29-c518-4e42-9ac8-c1a5231f6f12" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.213938] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3336cf29-c518-4e42-9ac8-c1a5231f6f12" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.214318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3336cf29-c518-4e42-9ac8-c1a5231f6f12" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.214652] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3336cf29-c518-4e42-9ac8-c1a5231f6f12',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.266247] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.266247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.266247] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.266247] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f650c9ea-6f26-40a6-b737-c02bae2ba173 with status ACTIVE [ 775.266247] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.266247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.266247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.266247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.266247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.266611] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.266611] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.266611] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.268753] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.268753] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.268753] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.268859] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.268884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.269350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.269350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.269350] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f650c9ea-6f26-40a6-b737-c02bae2ba173 is going to be updated. [ 775.288530] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.288697] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.288744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.288919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.289090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.289282] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f650c9ea-6f26-40a6-b737-c02bae2ba173" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.529594] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: SUCCESS [ 775.529780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.529937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.530172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.530293] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.611758] env[69309]: INFO networking_nsxv3.common.synchronization [req-7c93f900-0c18-4633-b360-c57ceae7fdd0 req-069f3c9e-846e-44f1-9567-f728ac62e15a tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Enqueued Resource ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 with Priority: HIGHEST for action security_group_members [ 775.613656] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 with Priority: HIGHEST for action security_group_members [ 775.615151] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-323d67f1-257c-4e09-8bd0-ac04f3c2d795 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.615225] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.615278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.615559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.615731] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.615839] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.615919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.616156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.616299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.616357] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323d67f1-257c-4e09-8bd0-ac04f3c2d795',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.721150] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3336cf29-c518-4e42-9ac8-c1a5231f6f12 [ 775.721150] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.721150] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.721150] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.721150] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.721442] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.721442] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3336cf29-c518-4e42-9ac8-c1a5231f6f12 already deleted. [ 775.721442] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3336cf29-c518-4e42-9ac8-c1a5231f6f12" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.771437] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.032343] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.032505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.032573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.032787] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.032947] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.033054] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.033117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.033257] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.033341] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.033425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.034663] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.118905] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.119201] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.119286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.119524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.119625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.119987] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.120142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.120210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.120369] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.120448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.120537] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 already deleted. [ 776.120620] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.276155] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.276155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.276155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.276155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.276155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.276155] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21085f44-272c-4455-84ca-a94839738973 is going to be created. [ 776.299542] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.299542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.299542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.299542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.299542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.307446] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21085f44-272c-4455-84ca-a94839738973 in Status: UNINITIALIZED for 2s [ 776.536660] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.538391] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.538391] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.538391] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.538391] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.538391] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.538391] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.538391] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.538391] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.538683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.539071] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.540032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.540032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.540032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.540032] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.540032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.540032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.540032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.540032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.540399] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.542448] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.580461] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.580926] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-176" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.581110] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-176" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.581500] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-176" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.581998] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.582441] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.582441] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.582595] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.583316] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.583578] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.584216] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.584345] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.585254] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.586375] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.586554] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.586873] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.608841] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.609072] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 776.609203] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.609411] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-176" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.609749] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-abbbc370-249a-4446-b7c5-5e04027520ec taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.609928] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-abbbc370-249a-4446-b7c5-5e04027520ec" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.610246] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-abbbc370-249a-4446-b7c5-5e04027520ec" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.610436] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-abbbc370-249a-4446-b7c5-5e04027520ec" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.610584] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abbbc370-249a-4446-b7c5-5e04027520ec',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.686641] env[69309]: INFO networking_nsxv3.common.synchronization [None req-beeebecf-5561-4e92-a8e3-0dbed9c09bcb None None] Enqueued Resource ID: 351f24aa-5bdc-4330-a5bb-0e51cfe76f02 with Priority: HIGHEST for action port [ 776.686928] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351f24aa-5bdc-4330-a5bb-0e51cfe76f02 with Priority: HIGHEST for action port [ 776.687520] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-351f24aa-5bdc-4330-a5bb-0e51cfe76f02 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.687646] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-351f24aa-5bdc-4330-a5bb-0e51cfe76f02" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.687711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-351f24aa-5bdc-4330-a5bb-0e51cfe76f02" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.687966] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-351f24aa-5bdc-4330-a5bb-0e51cfe76f02" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.691027] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('351f24aa-5bdc-4330-a5bb-0e51cfe76f02',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.818435] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 in Status: SUCCESS [ 776.818435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.818435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.818435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.818435] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.818435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.818435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.818435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.818435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.818435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.818435] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.044523] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 341d8e01-9f6c-4215-a954-7a43325afd97: rpc.has_security_group_logging(os_id): False [ 777.066567] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.068245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.068245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.068245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.068245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.068245] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.068245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.068245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.068245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.068245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.068245] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.068245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.068245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.068245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.068245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.068676] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.068676] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.068676] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.068676] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.068676] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.068821] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 is going to be updated. [ 777.119493] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.119493] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.119493] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.119493] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.119493] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.119493] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port abbbc370-249a-4446-b7c5-5e04027520ec not found, creating... [ 777.119493] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.119493] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.119493] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.119493] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.119493] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.119827] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.119827] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.119827] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.119827] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.123722] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.123722] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: abbbc370-249a-4446-b7c5-5e04027520ec is going to be created. [ 777.126949] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.127047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.127088] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.127313] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.128032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.142353] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: IN_PROGRESS for 2s [ 777.148228] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.148450] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.148574] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.150541] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.150541] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.150787] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-abbbc370-249a-4446-b7c5-5e04027520ec" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.194471] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 351f24aa-5bdc-4330-a5bb-0e51cfe76f02 [ 777.194718] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.194856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.194914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.195154] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.195245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.195471] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:351f24aa-5bdc-4330-a5bb-0e51cfe76f02 already deleted. [ 777.195471] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-351f24aa-5bdc-4330-a5bb-0e51cfe76f02" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.321546] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16532d9-fc9d-4ce4-a168-3effcacbeae7 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.321721] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.321802] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.322089] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.322296] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.322407] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.322497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.322647] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.322741] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.322830] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.323009] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16532d9-fc9d-4ce4-a168-3effcacbeae7 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.323097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.323156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.323336] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.323486] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.323613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.323649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.323818] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.323903] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.324038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.324156] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.830172] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f16532d9-fc9d-4ce4-a168-3effcacbeae7: rpc.has_security_group_logging(os_id): False [ 777.851055] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.851055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.851328] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.851328] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.851501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.852556] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.852556] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.852556] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.853790] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.854188] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.854188] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.854282] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.854282] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.854592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.854592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.854813] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.854900] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.855082] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.856655] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.856742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.856838] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 is going to be updated. [ 777.915654] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.915759] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.915837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.917763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.917763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.931517] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 in Status: IN_PROGRESS for 2s [ 777.946587] env[69309]: INFO networking_nsxv3.common.synchronization [req-7c93f900-0c18-4633-b360-c57ceae7fdd0 req-245c0b32-b888-416f-a569-9af8c0276ac1 service nova] Enqueued Resource ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 with Priority: HIGHEST for action security_group_rules [ 777.947824] env[69309]: INFO networking_nsxv3.common.synchronization [req-7c93f900-0c18-4633-b360-c57ceae7fdd0 req-245c0b32-b888-416f-a569-9af8c0276ac1 service nova] Enqueued Resource ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 with Priority: HIGHEST for action security_group_members [ 777.947824] env[69309]: INFO networking_nsxv3.common.synchronization [req-7c93f900-0c18-4633-b360-c57ceae7fdd0 req-245c0b32-b888-416f-a569-9af8c0276ac1 service nova] Enqueued Resource ID: abbbc370-249a-4446-b7c5-5e04027520ec with Priority: HIGHEST for action port [ 777.947824] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 with Priority: HIGHEST for action security_group_rules [ 777.947824] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 with Priority: HIGHEST for action security_group_members [ 777.947824] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abbbc370-249a-4446-b7c5-5e04027520ec with Priority: HIGHEST for action port [ 777.948132] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.948909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.948909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.948909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.948909] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('323d67f1-257c-4e09-8bd0-ac04f3c2d795',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.949687] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-323d67f1-257c-4e09-8bd0-ac04f3c2d795 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.949805] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.949863] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.950334] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.950334] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.950334] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.950509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.950603] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.950639] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.950736] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323d67f1-257c-4e09-8bd0-ac04f3c2d795',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.951853] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-abbbc370-249a-4446-b7c5-5e04027520ec taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.951959] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abbbc370-249a-4446-b7c5-5e04027520ec" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.952047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abbbc370-249a-4446-b7c5-5e04027520ec" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.952204] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abbbc370-249a-4446-b7c5-5e04027520ec" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.952302] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abbbc370-249a-4446-b7c5-5e04027520ec',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.319077] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21085f44-272c-4455-84ca-a94839738973 in Status: SUCCESS [ 778.319327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.319498] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.319726] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.319919] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.320057] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.320135] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.320311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.320395] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.320500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.320595] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.338119] env[69309]: INFO networking_nsxv3.common.synchronization [None req-38202007-5587-4d95-a40d-373bb03f2a6b tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Enqueued Resource ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 with Priority: HIGHEST for action security_group_rules [ 778.338762] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 with Priority: HIGHEST for action security_group_rules [ 778.339157] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbcf86a5-6932-4843-8ffe-f65d932e1980 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.339366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.339366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.339642] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.339766] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbcf86a5-6932-4843-8ffe-f65d932e1980',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.434600] env[69309]: INFO networking_nsxv3.common.synchronization [None req-6b8b88db-9770-4be1-99d5-afdc6737a2ed tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Enqueued Resource ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 with Priority: HIGHEST for action security_group_rules [ 778.435145] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 with Priority: HIGHEST for action security_group_rules [ 778.435509] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbcf86a5-6932-4843-8ffe-f65d932e1980 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.435572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.454445] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('323d67f1-257c-4e09-8bd0-ac04f3c2d795',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.458134] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-323d67f1-257c-4e09-8bd0-ac04f3c2d795 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.458134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.458134] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abbbc370-249a-4446-b7c5-5e04027520ec with status ACTIVE [ 778.458134] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.458134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.458134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.458134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.458134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.458610] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.458610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.458610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.458610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.458768] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.458889] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.458981] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.459122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.460137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.460137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.460137] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abbbc370-249a-4446-b7c5-5e04027520ec is going to be updated. [ 778.481913] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.482075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.482148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.482607] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.482607] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.482695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abbbc370-249a-4446-b7c5-5e04027520ec" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.537766] env[69309]: INFO networking_nsxv3.common.synchronization [req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee req-9c778228-9774-46cd-aa2f-7db5ae187665 tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Enqueued Resource ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 with Priority: HIGHEST for action security_group_members [ 778.542022] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 with Priority: HIGHEST for action security_group_members [ 778.542022] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.542022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.542022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.542022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.542022] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.542022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.542022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.542022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.542022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.542022] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1fd8e04-dff8-4fc7-b94b-0b54a2c48926',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.823633] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.823893] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.823893] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.824211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.824259] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.824366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.824429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.824711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.824823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.824925] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.825120] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.825332] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.825332] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.825451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.825592] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.825751] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.825815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.825960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.826052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.826138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.826235] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.863952] env[69309]: INFO networking_nsxv3.common.synchronization [None req-cc0a68d3-5e80-4c7b-9361-89b2ef73e593 None None] Enqueued Resource ID: 53aa6edc-2f8d-43bf-9704-723fd70b218d with Priority: HIGHEST for action port [ 778.865019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.865238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.865238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.865565] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.865565] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.865654] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 already deleted. [ 778.865841] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.866238] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53aa6edc-2f8d-43bf-9704-723fd70b218d with Priority: HIGHEST for action port [ 778.866433] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.866618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.866720] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbcf86a5-6932-4843-8ffe-f65d932e1980',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.867603] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-53aa6edc-2f8d-43bf-9704-723fd70b218d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.867719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53aa6edc-2f8d-43bf-9704-723fd70b218d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.871072] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53aa6edc-2f8d-43bf-9704-723fd70b218d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.871072] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53aa6edc-2f8d-43bf-9704-723fd70b218d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.871072] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53aa6edc-2f8d-43bf-9704-723fd70b218d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.962270] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('323d67f1-257c-4e09-8bd0-ac04f3c2d795',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.047492] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.047676] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.047768] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.048307] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.048307] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.048473] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.048611] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.048693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.048848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.049795] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.049795] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 already deleted. [ 779.049795] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.200905] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: SUCCESS [ 779.201448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.329495] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21085f44-272c-4455-84ca-a94839738973: rpc.has_security_group_logging(os_id): False [ 779.347560] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.347682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.347738] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.348827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.348827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.348827] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.348827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.348827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.348827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.348827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.349108] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.349108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.349108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.349273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.349348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.349861] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.349861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.349861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.349975] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.350288] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.350449] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21085f44-272c-4455-84ca-a94839738973 is going to be created. [ 779.372842] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53aa6edc-2f8d-43bf-9704-723fd70b218d [ 779.373076] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.373272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.373348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.373562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.373647] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.373739] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53aa6edc-2f8d-43bf-9704-723fd70b218d already deleted. [ 779.373820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53aa6edc-2f8d-43bf-9704-723fd70b218d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.387937] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.388102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.388173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.388405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.388498] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.388594] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 already deleted. [ 779.388682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.416398] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.416538] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.416614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.416819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.416992] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.436143] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21085f44-272c-4455-84ca-a94839738973 in Status: IN_PROGRESS for 2s [ 779.464956] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.467849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.467849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.467849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.467849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.467849] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 is going to be created. [ 779.510458] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.510458] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.510458] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.510645] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.510773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.523042] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 in Status: UNINITIALIZED for 2s [ 779.619911] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.620131] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-180" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.621534] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-180" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.621534] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-180" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.621534] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.621534] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.621534] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.621534] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.621763] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.622264] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.622264] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.622264] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.622264] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.622264] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.622463] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.622508] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.642442] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.642618] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 779.642757] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.642940] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-180" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.643282] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-f8bebf98-befb-42c6-a7ae-31536e792fdd taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.643454] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-f8bebf98-befb-42c6-a7ae-31536e792fdd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.643574] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-f8bebf98-befb-42c6-a7ae-31536e792fdd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.643908] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-f8bebf98-befb-42c6-a7ae-31536e792fdd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.645936] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8bebf98-befb-42c6-a7ae-31536e792fdd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.947116] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 in Status: SUCCESS [ 779.947444] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.149527] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.153130] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.153130] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.153130] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.153130] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.153130] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port f8bebf98-befb-42c6-a7ae-31536e792fdd not found, creating... [ 780.153130] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.153130] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.153130] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.153130] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.153130] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.153441] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.153441] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.153441] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.153441] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.153441] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.154097] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: f8bebf98-befb-42c6-a7ae-31536e792fdd is going to be created. [ 780.179214] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.179562] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.179766] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.180085] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.180322] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.180575] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-f8bebf98-befb-42c6-a7ae-31536e792fdd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.050691] env[69309]: INFO networking_nsxv3.common.synchronization [None req-b522ec32-5c61-4238-af2e-6b245d047096 None None] Enqueued Resource ID: 5e7fee04-aeaf-48d8-b7c5-bf842cb21926 with Priority: HIGHEST for action port [ 781.051561] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7fee04-aeaf-48d8-b7c5-bf842cb21926 with Priority: HIGHEST for action port [ 781.051896] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e7fee04-aeaf-48d8-b7c5-bf842cb21926 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.052096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e7fee04-aeaf-48d8-b7c5-bf842cb21926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.052327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e7fee04-aeaf-48d8-b7c5-bf842cb21926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.052468] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e7fee04-aeaf-48d8-b7c5-bf842cb21926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.052645] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e7fee04-aeaf-48d8-b7c5-bf842cb21926',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.166653] env[69309]: INFO networking_nsxv3.common.synchronization [req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee req-583892ea-a87c-45a4-ab2b-9dd18dbdbee1 service nova] Enqueued Resource ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 with Priority: HIGHEST for action security_group_rules [ 781.166653] env[69309]: INFO networking_nsxv3.common.synchronization [req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee req-583892ea-a87c-45a4-ab2b-9dd18dbdbee1 service nova] Enqueued Resource ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 with Priority: HIGHEST for action security_group_members [ 781.166653] env[69309]: INFO networking_nsxv3.common.synchronization [req-55f9e708-2ca7-4ee1-a3a1-d0aba5330eee req-583892ea-a87c-45a4-ab2b-9dd18dbdbee1 service nova] Enqueued Resource ID: f8bebf98-befb-42c6-a7ae-31536e792fdd with Priority: HIGHEST for action port [ 781.166653] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 with Priority: HIGHEST for action security_group_rules [ 781.166653] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 with Priority: HIGHEST for action security_group_members [ 781.166653] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bebf98-befb-42c6-a7ae-31536e792fdd with Priority: HIGHEST for action port [ 781.167773] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.167924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.167998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.168239] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.168388] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1fd8e04-dff8-4fc7-b94b-0b54a2c48926',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.169328] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.169454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.170259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.170259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.170259] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.170259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.170741] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.171540] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.171540] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.171540] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1fd8e04-dff8-4fc7-b94b-0b54a2c48926',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.172276] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8bebf98-befb-42c6-a7ae-31536e792fdd taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.172420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8bebf98-befb-42c6-a7ae-31536e792fdd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.172420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8bebf98-befb-42c6-a7ae-31536e792fdd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.174644] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8bebf98-befb-42c6-a7ae-31536e792fdd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.174735] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8bebf98-befb-42c6-a7ae-31536e792fdd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.448848] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21085f44-272c-4455-84ca-a94839738973 in Status: SUCCESS [ 781.449212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.534768] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 in Status: SUCCESS [ 781.534990] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.535169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.535440] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.535655] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.535952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.535952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.536345] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.536503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.536584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.536697] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('323d67f1-257c-4e09-8bd0-ac04f3c2d795',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.554547] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e7fee04-aeaf-48d8-b7c5-bf842cb21926 [ 781.554761] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.555519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.555519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.555519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.555519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.555519] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e7fee04-aeaf-48d8-b7c5-bf842cb21926 already deleted. [ 781.555519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e7fee04-aeaf-48d8-b7c5-bf842cb21926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.677242] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1fd8e04-dff8-4fc7-b94b-0b54a2c48926',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.679105] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.679205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.679389] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8bebf98-befb-42c6-a7ae-31536e792fdd with status ACTIVE [ 781.679549] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.679649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.679824] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.679909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.680023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.680169] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.680350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.680415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.680573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.680650] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.680893] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.680958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.680958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.681143] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.681186] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.681251] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8bebf98-befb-42c6-a7ae-31536e792fdd is going to be updated. [ 781.703571] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.703708] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.703779] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.704189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.704340] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.704504] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8bebf98-befb-42c6-a7ae-31536e792fdd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.777463] env[69309]: INFO networking_nsxv3.common.synchronization [None req-81dbe4ee-21d7-4a5d-a421-55bb5ca60096 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Enqueued Resource ID: b2396541-0878-4815-b305-a53bde31357b with Priority: HIGHEST for action security_group_rules [ 781.778029] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2396541-0878-4815-b305-a53bde31357b with Priority: HIGHEST for action security_group_rules [ 781.778472] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2396541-0878-4815-b305-a53bde31357b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.780750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.780819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.781114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.781417] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2396541-0878-4815-b305-a53bde31357b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.990846] env[69309]: INFO networking_nsxv3.common.synchronization [None req-c99a2726-45b2-4342-8d4d-a468db6da432 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Enqueued Resource ID: b2396541-0878-4815-b305-a53bde31357b with Priority: HIGHEST for action security_group_rules [ 781.990846] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2396541-0878-4815-b305-a53bde31357b with Priority: HIGHEST for action security_group_rules [ 781.990984] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2396541-0878-4815-b305-a53bde31357b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.990984] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.038921] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('323d67f1-257c-4e09-8bd0-ac04f3c2d795',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.185099] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1fd8e04-dff8-4fc7-b94b-0b54a2c48926',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.309267] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.309468] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.309519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.309798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.309960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.310123] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2396541-0878-4815-b305-a53bde31357b already deleted. [ 782.310266] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.310578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.310763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.311257] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2396541-0878-4815-b305-a53bde31357b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.543070] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 323d67f1-257c-4e09-8bd0-ac04f3c2d795: rpc.has_security_group_logging(os_id): False [ 782.560881] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.561085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.561159] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.561437] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.561954] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.561954] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.561954] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.561954] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.562191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.562217] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.562311] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 is going to be created. [ 782.622992] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.627315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.627436] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.627668] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.627863] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.640063] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 in Status: IN_PROGRESS for 2s [ 782.687781] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.690107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.690107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.690107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.690107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.690107] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 is going to be created. [ 782.754603] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.754778] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.754836] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.755045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.755253] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.766093] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 in Status: UNINITIALIZED for 2s [ 782.834386] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.834605] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.834646] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.835234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.835234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.835234] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2396541-0878-4815-b305-a53bde31357b already deleted. [ 782.835234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.217498] env[69309]: INFO networking_nsxv3.common.synchronization [None req-36c16dde-7033-443a-b9da-77c625126299 None None] Enqueued Resource ID: 866ba57d-6261-4f04-9f6f-3da12852a17c with Priority: HIGHEST for action port [ 783.218614] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866ba57d-6261-4f04-9f6f-3da12852a17c with Priority: HIGHEST for action port [ 783.218614] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-866ba57d-6261-4f04-9f6f-3da12852a17c taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.218614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-866ba57d-6261-4f04-9f6f-3da12852a17c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.218614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-866ba57d-6261-4f04-9f6f-3da12852a17c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.218942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-866ba57d-6261-4f04-9f6f-3da12852a17c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.218942] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('866ba57d-6261-4f04-9f6f-3da12852a17c',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.402934] env[69309]: INFO networking_nsxv3.common.synchronization [req-0030571b-6493-4e16-92a1-e07f7e3fb91c req-b4a6d0b3-b346-4869-b270-333c1e62cfe6 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Enqueued Resource ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 with Priority: HIGHEST for action security_group_members [ 783.403643] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 with Priority: HIGHEST for action security_group_members [ 783.403983] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16dbc0b-cfa6-4762-9fdd-9091216712d7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.405374] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.405897] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.406236] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.406407] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.406514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.406577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.406726] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.406872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.406970] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16dbc0b-cfa6-4762-9fdd-9091216712d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.607443] env[69309]: INFO networking_nsxv3.common.synchronization [None req-d6140a58-afaa-4609-8d7d-791e40613c2e None None] Enqueued Resource ID: b57c6ede-d7ad-4904-9751-3a403c98b1db with Priority: HIGHEST for action port [ 783.610486] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57c6ede-d7ad-4904-9751-3a403c98b1db with Priority: HIGHEST for action port [ 783.611301] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b57c6ede-d7ad-4904-9751-3a403c98b1db taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.611615] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b57c6ede-d7ad-4904-9751-3a403c98b1db" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.611707] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b57c6ede-d7ad-4904-9751-3a403c98b1db" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.611972] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b57c6ede-d7ad-4904-9751-3a403c98b1db" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.612048] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b57c6ede-d7ad-4904-9751-3a403c98b1db',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.728053] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 866ba57d-6261-4f04-9f6f-3da12852a17c [ 783.728053] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.728053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.728053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.728053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.728053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.728053] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:866ba57d-6261-4f04-9f6f-3da12852a17c already deleted. [ 783.728053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-866ba57d-6261-4f04-9f6f-3da12852a17c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.909431] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.910560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.910560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.910560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.910560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.910560] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.910560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.910560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.910560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.910856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.910856] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 is going to be updated. [ 783.933708] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.933852] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.933904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.934553] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.934553] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.945510] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 in Status: IN_PROGRESS for 2s [ 784.115921] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b57c6ede-d7ad-4904-9751-3a403c98b1db [ 784.116170] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.116284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.116351] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.116551] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.116651] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.116747] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b57c6ede-d7ad-4904-9751-3a403c98b1db already deleted. [ 784.116930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b57c6ede-d7ad-4904-9751-3a403c98b1db" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.122573] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.122810] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.122911] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.123233] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.123578] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.123661] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.124286] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.124286] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.125054] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.125320] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.125440] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.125556] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.125687] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.125802] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.126763] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.126763] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.146179] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.146364] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 784.146503] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.147114] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.147114] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-527f5a6c-5f31-4ce4-94b6-7e186ae8c45e taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.147263] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-527f5a6c-5f31-4ce4-94b6-7e186ae8c45e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.147440] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-527f5a6c-5f31-4ce4-94b6-7e186ae8c45e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.147667] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-527f5a6c-5f31-4ce4-94b6-7e186ae8c45e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.148402] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('527f5a6c-5f31-4ce4-94b6-7e186ae8c45e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.651819] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.651819] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.651819] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.651819] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.652240] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.652358] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 527f5a6c-5f31-4ce4-94b6-7e186ae8c45e not found, creating... [ 784.654863] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.654863] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.654863] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.654863] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.654863] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.655085] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.657848] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.658125] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.658522] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.658590] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.658812] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 527f5a6c-5f31-4ce4-94b6-7e186ae8c45e is going to be created. [ 784.660718] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 in Status: SUCCESS [ 784.661416] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.683037] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.683037] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.683037] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.683037] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.683037] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.683037] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-527f5a6c-5f31-4ce4-94b6-7e186ae8c45e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.779920] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 in Status: SUCCESS [ 784.781141] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.783064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.783064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.783064] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.783064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.783064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.783064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.783064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.783064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.783064] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1fd8e04-dff8-4fc7-b94b-0b54a2c48926',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.288275] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1fd8e04-dff8-4fc7-b94b-0b54a2c48926',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.464505] env[69309]: INFO networking_nsxv3.common.synchronization [None req-733d4968-a3d8-4098-8c05-88fd6eb85fe1 None None] Enqueued Resource ID: 909ba0a1-3d68-464d-9914-85dc3f8b47b8 with Priority: HIGHEST for action port [ 785.464505] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 909ba0a1-3d68-464d-9914-85dc3f8b47b8 with Priority: HIGHEST for action port [ 785.464844] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-909ba0a1-3d68-464d-9914-85dc3f8b47b8 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.465058] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-909ba0a1-3d68-464d-9914-85dc3f8b47b8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.465160] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-909ba0a1-3d68-464d-9914-85dc3f8b47b8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.465480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-909ba0a1-3d68-464d-9914-85dc3f8b47b8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.465601] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('909ba0a1-3d68-464d-9914-85dc3f8b47b8',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.665410] env[69309]: INFO networking_nsxv3.common.synchronization [req-0030571b-6493-4e16-92a1-e07f7e3fb91c req-10badee4-5e00-4aa4-9657-9364d1a5d981 service nova] Enqueued Resource ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 with Priority: HIGHEST for action security_group_rules [ 785.666135] env[69309]: INFO networking_nsxv3.common.synchronization [req-0030571b-6493-4e16-92a1-e07f7e3fb91c req-10badee4-5e00-4aa4-9657-9364d1a5d981 service nova] Enqueued Resource ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 with Priority: HIGHEST for action security_group_members [ 785.667265] env[69309]: INFO networking_nsxv3.common.synchronization [req-0030571b-6493-4e16-92a1-e07f7e3fb91c req-10badee4-5e00-4aa4-9657-9364d1a5d981 service nova] Enqueued Resource ID: 527f5a6c-5f31-4ce4-94b6-7e186ae8c45e with Priority: HIGHEST for action port [ 785.670851] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 with Priority: HIGHEST for action security_group_rules [ 785.670851] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 with Priority: HIGHEST for action security_group_members [ 785.670851] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527f5a6c-5f31-4ce4-94b6-7e186ae8c45e with Priority: HIGHEST for action port [ 785.670851] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a16dbc0b-cfa6-4762-9fdd-9091216712d7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.670851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.670851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.670851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.670851] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a16dbc0b-cfa6-4762-9fdd-9091216712d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.670851] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16dbc0b-cfa6-4762-9fdd-9091216712d7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.670851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.670851] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-527f5a6c-5f31-4ce4-94b6-7e186ae8c45e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.670851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-527f5a6c-5f31-4ce4-94b6-7e186ae8c45e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.670851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-527f5a6c-5f31-4ce4-94b6-7e186ae8c45e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.670851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-527f5a6c-5f31-4ce4-94b6-7e186ae8c45e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.670851] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('527f5a6c-5f31-4ce4-94b6-7e186ae8c45e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.791031] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1fd8e04-dff8-4fc7-b94b-0b54a2c48926: rpc.has_security_group_logging(os_id): False [ 785.808796] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.811026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.811026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.811026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.811026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.811026] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.811026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.811026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.811026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.811026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.811026] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 is going to be created. [ 785.866601] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.866747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.866822] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.867108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.867296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.881049] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 in Status: IN_PROGRESS for 2s [ 785.965012] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 in Status: SUCCESS [ 785.965330] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 deletion is rescheduled due to dependency. [ 785.965330] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.965947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.965947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.965947] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.965947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.966156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.966156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.966236] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.966318] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16dbc0b-cfa6-4762-9fdd-9091216712d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.967823] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 909ba0a1-3d68-464d-9914-85dc3f8b47b8 [ 785.968078] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.968974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.968974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.968974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.968974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.968974] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:909ba0a1-3d68-464d-9914-85dc3f8b47b8 already deleted. [ 785.968974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-909ba0a1-3d68-464d-9914-85dc3f8b47b8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.174241] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16dbc0b-cfa6-4762-9fdd-9091216712d7 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.174531] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.174594] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 527f5a6c-5f31-4ce4-94b6-7e186ae8c45e with status ACTIVE [ 786.174726] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.174854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.174908] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.175147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.175241] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.175449] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.175562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.175626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.175784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.175864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.176059] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.176156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.176219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.176359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.176466] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.176564] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 527f5a6c-5f31-4ce4-94b6-7e186ae8c45e is going to be updated. [ 786.198053] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.198053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.198053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.198053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.198053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.198053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-527f5a6c-5f31-4ce4-94b6-7e186ae8c45e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.469820] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a16dbc0b-cfa6-4762-9fdd-9091216712d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.821877] env[69309]: INFO networking_nsxv3.common.synchronization [None req-daab4688-cde4-4148-ae20-98db51b8f64e None None] Enqueued Resource ID: 4e2e1a69-1af4-4b62-9613-ed7840c9b07f with Priority: HIGHEST for action port [ 786.824040] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e2e1a69-1af4-4b62-9613-ed7840c9b07f with Priority: HIGHEST for action port [ 786.824040] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e2e1a69-1af4-4b62-9613-ed7840c9b07f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.824040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e2e1a69-1af4-4b62-9613-ed7840c9b07f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.824040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e2e1a69-1af4-4b62-9613-ed7840c9b07f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.824040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e2e1a69-1af4-4b62-9613-ed7840c9b07f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.824040] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e2e1a69-1af4-4b62-9613-ed7840c9b07f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.974980] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a16dbc0b-cfa6-4762-9fdd-9091216712d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.329018] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e2e1a69-1af4-4b62-9613-ed7840c9b07f [ 787.329018] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.329018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.329018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.329018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.329018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.329018] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e2e1a69-1af4-4b62-9613-ed7840c9b07f already deleted. [ 787.329018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e2e1a69-1af4-4b62-9613-ed7840c9b07f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.382443] env[69309]: INFO networking_nsxv3.common.synchronization [req-3fd21721-3d12-45bf-9e06-5534ccdec74e req-e92e47cf-dfdd-4e94-947e-c48888172ce5 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Enqueued Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_members [ 787.383015] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_members [ 787.383340] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.383472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.383554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.383738] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.383890] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.383986] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.384139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.384304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.384394] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.384489] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.477446] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.477446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.477446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.477446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.477446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.477446] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 is going to be updated. [ 787.506128] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.506128] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.506128] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.506128] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.506128] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.514582] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 in Status: IN_PROGRESS for 2s [ 787.886547] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.886849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.886849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.887698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.887807] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.888023] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.889454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.890125] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.890125] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.890125] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.890125] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce is going to be updated. [ 787.892030] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 in Status: SUCCESS [ 787.892141] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.913260] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.913401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.913741] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.913741] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.913850] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.920682] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: IN_PROGRESS for 2s [ 788.736493] env[69309]: INFO networking_nsxv3.common.synchronization [None req-5529a214-8aa9-4d4c-9703-dcf743ff4a41 None None] Enqueued Resource ID: 6c4bac08-46ac-4b5e-8428-7a89584d257a with Priority: HIGHEST for action port [ 788.736493] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c4bac08-46ac-4b5e-8428-7a89584d257a with Priority: HIGHEST for action port [ 788.736493] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c4bac08-46ac-4b5e-8428-7a89584d257a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.736493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c4bac08-46ac-4b5e-8428-7a89584d257a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.736493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c4bac08-46ac-4b5e-8428-7a89584d257a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.736493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c4bac08-46ac-4b5e-8428-7a89584d257a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.736493] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c4bac08-46ac-4b5e-8428-7a89584d257a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.200024] env[69309]: INFO networking_nsxv3.common.synchronization [None req-5d4b79ac-afb8-4208-b36e-1070bd5abf90 None None] Enqueued Resource ID: 1058946d-f9b4-45cb-a3db-a558cb5cbfa7 with Priority: HIGHEST for action port [ 789.201890] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1058946d-f9b4-45cb-a3db-a558cb5cbfa7 with Priority: HIGHEST for action port [ 789.201890] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1058946d-f9b4-45cb-a3db-a558cb5cbfa7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.201890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1058946d-f9b4-45cb-a3db-a558cb5cbfa7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.201890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1058946d-f9b4-45cb-a3db-a558cb5cbfa7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.202349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1058946d-f9b4-45cb-a3db-a558cb5cbfa7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.202349] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1058946d-f9b4-45cb-a3db-a558cb5cbfa7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.240562] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c4bac08-46ac-4b5e-8428-7a89584d257a [ 789.242448] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.242448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.242448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.242448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.242448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.242448] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c4bac08-46ac-4b5e-8428-7a89584d257a already deleted. [ 789.242448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c4bac08-46ac-4b5e-8428-7a89584d257a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.524512] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 in Status: SUCCESS [ 789.524731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.524896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.525133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.525303] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.525420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.525507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.525626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.525709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.525797] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.525888] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a16dbc0b-cfa6-4762-9fdd-9091216712d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.704420] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1058946d-f9b4-45cb-a3db-a558cb5cbfa7 [ 789.705364] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.705364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.705364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.705364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.705364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.705364] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1058946d-f9b4-45cb-a3db-a558cb5cbfa7 already deleted. [ 789.705364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1058946d-f9b4-45cb-a3db-a558cb5cbfa7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.930950] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: SUCCESS [ 789.931156] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce deletion is rescheduled due to dependency. [ 789.931266] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.029426] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16dbc0b-cfa6-4762-9fdd-9091216712d7 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.029625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.029625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.029759] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.029923] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.030039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.030118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.030452] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.030452] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.030521] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.030625] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16dbc0b-cfa6-4762-9fdd-9091216712d7 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.030625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.030827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.030910] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.031062] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.031168] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.031213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.032442] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.032442] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.032442] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.032442] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a16dbc0b-cfa6-4762-9fdd-9091216712d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.535740] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a16dbc0b-cfa6-4762-9fdd-9091216712d7: rpc.has_security_group_logging(os_id): False [ 790.553121] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.553293] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.553457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.553595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.553692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.553909] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.554015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.554085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.554235] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.554318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.554496] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.554591] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.554697] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.554802] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.554877] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.555284] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.555398] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.555463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.555604] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.555678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.555764] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 is going to be updated. [ 790.610590] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.610746] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.610822] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.611035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.611354] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.624057] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 in Status: IN_PROGRESS for 2s [ 790.850497] env[69309]: INFO networking_nsxv3.common.synchronization [None req-24a05e19-ada9-4ffe-a75f-845ed67d85af tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Enqueued Resource ID: 825a607b-3cf4-4338-b121-984d305110cd with Priority: HIGHEST for action security_group_rules [ 790.851084] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825a607b-3cf4-4338-b121-984d305110cd with Priority: HIGHEST for action security_group_rules [ 790.851368] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-825a607b-3cf4-4338-b121-984d305110cd taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.851464] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.851533] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.851790] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.851874] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('825a607b-3cf4-4338-b121-984d305110cd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.935052] env[69309]: INFO networking_nsxv3.common.synchronization [None req-1482bbc8-c541-412a-aada-27abf914401e tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Enqueued Resource ID: 825a607b-3cf4-4338-b121-984d305110cd with Priority: HIGHEST for action security_group_rules [ 790.935734] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825a607b-3cf4-4338-b121-984d305110cd with Priority: HIGHEST for action security_group_rules [ 790.935895] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-825a607b-3cf4-4338-b121-984d305110cd taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.935960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.371520] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.371520] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.371520] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.371809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.372074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.372217] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 825a607b-3cf4-4338-b121-984d305110cd already deleted. [ 791.372365] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.372715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.372979] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.373115] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('825a607b-3cf4-4338-b121-984d305110cd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.409799] env[69309]: INFO networking_nsxv3.common.synchronization [req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 req-3d22909a-7ad7-456b-a0f5-9c953eee77fd tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Enqueued Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 791.410734] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 791.412070] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.412320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.412320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.412565] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.412746] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.412836] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.412897] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.413568] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.413568] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.413568] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.729539] env[69309]: INFO networking_nsxv3.common.synchronization [None req-794378eb-dbff-41d1-9e9b-901c9b5607d1 None None] Enqueued Resource ID: 835634c0-1f97-4f70-b7e0-e57efe0c72fb with Priority: HIGHEST for action port [ 791.730093] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 835634c0-1f97-4f70-b7e0-e57efe0c72fb with Priority: HIGHEST for action port [ 791.731158] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-835634c0-1f97-4f70-b7e0-e57efe0c72fb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.731158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-835634c0-1f97-4f70-b7e0-e57efe0c72fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.731158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-835634c0-1f97-4f70-b7e0-e57efe0c72fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.731158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-835634c0-1f97-4f70-b7e0-e57efe0c72fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.731158] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('835634c0-1f97-4f70-b7e0-e57efe0c72fb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.892414] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.892697] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.892780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.892998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.893110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.893205] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 825a607b-3cf4-4338-b121-984d305110cd already deleted. [ 791.893287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.915862] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.916019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.916092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.916311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.916405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.916605] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.916698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.916757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.916903] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.916978] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.917157] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 already deleted. [ 791.917226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.059243] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-895 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.059458] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.059589] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.059957] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.060242] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.060408] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.060528] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.060742] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.060887] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.061499] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.061701] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.061991] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.062159] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.062321] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.062458] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.062920] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.080856] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.081570] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 792.081776] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.081983] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.082323] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-2280543e-aa06-4af3-ad4a-7655f98ac960 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.082528] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-2280543e-aa06-4af3-ad4a-7655f98ac960" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.082744] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-2280543e-aa06-4af3-ad4a-7655f98ac960" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.083267] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-2280543e-aa06-4af3-ad4a-7655f98ac960" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.083462] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2280543e-aa06-4af3-ad4a-7655f98ac960',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.232526] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 835634c0-1f97-4f70-b7e0-e57efe0c72fb [ 792.232762] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.232898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.232982] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.233204] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.233307] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.233417] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:835634c0-1f97-4f70-b7e0-e57efe0c72fb already deleted. [ 792.233503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-835634c0-1f97-4f70-b7e0-e57efe0c72fb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.585996] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.587092] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.587249] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.587537] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.587692] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.587851] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 2280543e-aa06-4af3-ad4a-7655f98ac960 not found, creating... [ 792.588136] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.588323] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.588455] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.588683] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.588821] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.589178] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.589366] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.589504] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.590336] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.590595] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.590806] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 2280543e-aa06-4af3-ad4a-7655f98ac960 is going to be created. [ 792.611525] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.611776] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.611905] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.612189] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.612418] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.612643] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-2280543e-aa06-4af3-ad4a-7655f98ac960" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.638322] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 in Status: SUCCESS [ 792.638556] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.523368] env[69309]: INFO networking_nsxv3.common.synchronization [req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 req-07a0128f-4447-4656-8d64-afd164da32f7 service nova] Enqueued Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_rules [ 793.523368] env[69309]: INFO networking_nsxv3.common.synchronization [req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 req-07a0128f-4447-4656-8d64-afd164da32f7 service nova] Enqueued Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 793.523368] env[69309]: INFO networking_nsxv3.common.synchronization [req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 req-07a0128f-4447-4656-8d64-afd164da32f7 service nova] Enqueued Resource ID: 2280543e-aa06-4af3-ad4a-7655f98ac960 with Priority: HIGHEST for action port [ 793.523368] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_rules [ 793.523368] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 793.523368] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2280543e-aa06-4af3-ad4a-7655f98ac960 with Priority: HIGHEST for action port [ 793.523368] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.526227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.526328] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.526739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.526854] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.527890] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.529197] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.529300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.529518] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.529939] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.529939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.529939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.530146] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.530256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.530320] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.533975] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-2280543e-aa06-4af3-ad4a-7655f98ac960 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.534124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2280543e-aa06-4af3-ad4a-7655f98ac960" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.534231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2280543e-aa06-4af3-ad4a-7655f98ac960" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.534616] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2280543e-aa06-4af3-ad4a-7655f98ac960" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.534616] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2280543e-aa06-4af3-ad4a-7655f98ac960',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.960070] env[69309]: INFO networking_nsxv3.common.synchronization [req-5ffb5c02-0cb6-410d-b92f-5ec3f03040ef req-64153101-37c5-4c13-bf38-184d0e9aeedb tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Enqueued Resource ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 with Priority: HIGHEST for action security_group_members [ 793.960070] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 with Priority: HIGHEST for action security_group_members [ 793.960070] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16532d9-fc9d-4ce4-a168-3effcacbeae7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.960070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.960070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.960070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.960070] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.960504] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.960641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.961059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.961234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.961395] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.041970] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.041970] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.041970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.041970] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2280543e-aa06-4af3-ad4a-7655f98ac960 with status ACTIVE [ 794.041970] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.041970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.041970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.041970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.041970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.041970] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.041970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.041970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.041970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.041970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.042545] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.042545] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.042545] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.042545] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.042545] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.042545] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2280543e-aa06-4af3-ad4a-7655f98ac960 is going to be updated. [ 794.062578] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.062845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.062986] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.063299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.063995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.064286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2280543e-aa06-4af3-ad4a-7655f98ac960" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.467037] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.544615] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.967780] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.047580] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.047748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.047820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.048058] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.048159] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.048278] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 is going to be created. [ 795.070151] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.070748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.070748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.070748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.070748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.080170] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: UNINITIALIZED for 2s [ 795.472486] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.472486] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.472486] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.472486] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.472486] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.472486] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 is going to be updated. [ 795.502597] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.502597] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.502597] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.502799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.502833] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.512100] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 in Status: IN_PROGRESS for 2s [ 796.246226] env[69309]: INFO networking_nsxv3.common.synchronization [req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 req-807c21a4-5fb3-477a-bf92-ea3dcfc32683 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Enqueued Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 796.246226] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 796.246226] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.246226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.616652] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-895 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.616652] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.616652] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.616903] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.617176] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.617370] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.617489] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.617639] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.617775] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.617976] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.618101] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.618212] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.618324] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.618426] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.618519] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.618649] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.637324] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.637447] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 796.637574] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.637750] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.638635] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-a59a92e2-a6ae-41f0-9fc6-ba775e98b871 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.638880] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-a59a92e2-a6ae-41f0-9fc6-ba775e98b871" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.639096] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-a59a92e2-a6ae-41f0-9fc6-ba775e98b871" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.639771] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-a59a92e2-a6ae-41f0-9fc6-ba775e98b871" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.639993] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a59a92e2-a6ae-41f0-9fc6-ba775e98b871',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.091272] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: SUCCESS [ 797.091547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.091722] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.091937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.092140] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.092262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.092327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.092478] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.092560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.092644] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.092743] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.093968] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.093968] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.093968] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.095191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.095191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.095329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.095412] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.095502] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.143964] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.144195] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.144323] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.144596] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.144744] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.144897] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port a59a92e2-a6ae-41f0-9fc6-ba775e98b871 not found, creating... [ 797.145167] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.145325] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.145441] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.145651] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.145801] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.146093] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.146250] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.146365] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.146567] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.146701] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.146839] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: a59a92e2-a6ae-41f0-9fc6-ba775e98b871 is going to be created. [ 797.167108] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.167108] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.167108] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.167108] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.167108] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.167333] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-a59a92e2-a6ae-41f0-9fc6-ba775e98b871" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.521766] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 in Status: SUCCESS [ 797.521766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.597334] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.597439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.597631] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.730025] env[69309]: INFO networking_nsxv3.common.synchronization [None req-e0f944e2-2d69-4a88-9495-3be663c5d70f None None] Enqueued Resource ID: e1694f1e-b809-441d-989b-00c0eb47208a with Priority: HIGHEST for action port [ 797.730025] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1694f1e-b809-441d-989b-00c0eb47208a with Priority: HIGHEST for action port [ 797.730025] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1694f1e-b809-441d-989b-00c0eb47208a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.730025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1694f1e-b809-441d-989b-00c0eb47208a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.730025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1694f1e-b809-441d-989b-00c0eb47208a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.730025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1694f1e-b809-441d-989b-00c0eb47208a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.730025] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1694f1e-b809-441d-989b-00c0eb47208a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.014944] env[69309]: INFO networking_nsxv3.common.synchronization [req-dcb0aed4-5188-453f-9c9d-589bb5490013 req-43c0ca03-83ca-4ed1-b5b3-d5db70a12bc7 tempest-DeleteServersAdminTestJSON-167654151 tempest-DeleteServersAdminTestJSON-167654151-project-member] Enqueued Resource ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 with Priority: HIGHEST for action security_group_members [ 798.015588] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 with Priority: HIGHEST for action security_group_members [ 798.015899] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16dbc0b-cfa6-4762-9fdd-9091216712d7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.016127] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.016238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.016482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.016684] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.016828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.016944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.017159] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.017296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.017429] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16dbc0b-cfa6-4762-9fdd-9091216712d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.100498] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.229345] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1694f1e-b809-441d-989b-00c0eb47208a [ 798.229572] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.229709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.229776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.229981] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.230084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.230207] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1694f1e-b809-441d-989b-00c0eb47208a already deleted. [ 798.230313] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1694f1e-b809-441d-989b-00c0eb47208a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.278421] env[69309]: INFO networking_nsxv3.common.synchronization [req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 req-0692dd84-c96c-4bc3-8665-da5fb948c8bf service nova] Enqueued Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_rules [ 798.278629] env[69309]: INFO networking_nsxv3.common.synchronization [req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 req-0692dd84-c96c-4bc3-8665-da5fb948c8bf service nova] Enqueued Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 798.278790] env[69309]: INFO networking_nsxv3.common.synchronization [req-5fe1ace5-bb77-4e3d-9a44-7411ce6a94e9 req-0692dd84-c96c-4bc3-8665-da5fb948c8bf service nova] Enqueued Resource ID: a59a92e2-a6ae-41f0-9fc6-ba775e98b871 with Priority: HIGHEST for action port [ 798.279656] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_rules [ 798.279801] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 798.279912] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59a92e2-a6ae-41f0-9fc6-ba775e98b871 with Priority: HIGHEST for action port [ 798.280482] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.280600] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.280827] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.280907] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.281078] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-a59a92e2-a6ae-41f0-9fc6-ba775e98b871 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.281188] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a59a92e2-a6ae-41f0-9fc6-ba775e98b871" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.281255] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a59a92e2-a6ae-41f0-9fc6-ba775e98b871" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.281505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a59a92e2-a6ae-41f0-9fc6-ba775e98b871" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.281569] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a59a92e2-a6ae-41f0-9fc6-ba775e98b871',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.520477] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.520477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.520477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.520477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.520477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.520730] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.520730] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.520730] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.520840] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.520905] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.520989] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 is going to be updated. [ 798.548019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.548312] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.548312] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.551018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.551018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.557014] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 in Status: IN_PROGRESS for 2s [ 798.603107] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.603586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.603586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.603586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.603847] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.603847] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 is going to be updated. [ 798.634682] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.634781] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.634781] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.635427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.635427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.644197] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: IN_PROGRESS for 2s [ 798.783693] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a59a92e2-a6ae-41f0-9fc6-ba775e98b871 with status ACTIVE [ 798.783989] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.785481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.785481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.785481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.785481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.785481] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.785481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.785481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.785481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.785481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.785804] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.785804] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.785804] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.785948] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.786065] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.786124] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a59a92e2-a6ae-41f0-9fc6-ba775e98b871 is going to be updated. [ 798.807019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.807187] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.807236] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.807434] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.807574] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.807708] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a59a92e2-a6ae-41f0-9fc6-ba775e98b871" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.603879] env[69309]: INFO networking_nsxv3.common.synchronization [None req-ce695fc5-dbb7-428b-81b2-50dc10ca85fe None None] Enqueued Resource ID: 30569e7b-6647-4c53-8583-ce1df9ff6cf7 with Priority: HIGHEST for action port [ 799.604467] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30569e7b-6647-4c53-8583-ce1df9ff6cf7 with Priority: HIGHEST for action port [ 799.604750] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-30569e7b-6647-4c53-8583-ce1df9ff6cf7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.604876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30569e7b-6647-4c53-8583-ce1df9ff6cf7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.604948] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30569e7b-6647-4c53-8583-ce1df9ff6cf7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.605205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30569e7b-6647-4c53-8583-ce1df9ff6cf7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.605285] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30569e7b-6647-4c53-8583-ce1df9ff6cf7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.107043] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30569e7b-6647-4c53-8583-ce1df9ff6cf7 [ 800.107359] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.107506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.107552] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.107761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.107848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.107943] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30569e7b-6647-4c53-8583-ce1df9ff6cf7 already deleted. [ 800.108032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30569e7b-6647-4c53-8583-ce1df9ff6cf7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.566687] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 in Status: SUCCESS [ 800.566880] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 deletion is rescheduled due to dependency. [ 800.566992] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.653764] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: SUCCESS [ 800.654031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.654166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.654384] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.654575] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.654692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.654756] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.654909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.654992] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.655086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.655246] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.655325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.655383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.655519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.655651] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.655737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.655792] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.655923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.655993] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.656089] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.656175] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.657232] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.657318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.657419] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.657518] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.657581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.657720] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.657795] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.657877] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.083336] env[69309]: INFO networking_nsxv3.common.synchronization [None req-817cc5a1-ba17-4616-ba02-e321bd9d9a76 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Enqueued Resource ID: 7aa5e2f6-c895-4194-8b48-bfaefc082724 with Priority: HIGHEST for action security_group_rules [ 801.083839] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa5e2f6-c895-4194-8b48-bfaefc082724 with Priority: HIGHEST for action security_group_rules [ 801.084143] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aa5e2f6-c895-4194-8b48-bfaefc082724 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.084263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aa5e2f6-c895-4194-8b48-bfaefc082724" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.084341] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aa5e2f6-c895-4194-8b48-bfaefc082724" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.084577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aa5e2f6-c895-4194-8b48-bfaefc082724" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.084665] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aa5e2f6-c895-4194-8b48-bfaefc082724',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.151408] env[69309]: INFO networking_nsxv3.common.synchronization [None req-480c4e60-0541-40dd-a1bc-f7a63dbaa7a2 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Enqueued Resource ID: 7aa5e2f6-c895-4194-8b48-bfaefc082724 with Priority: HIGHEST for action security_group_rules [ 801.151999] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa5e2f6-c895-4194-8b48-bfaefc082724 with Priority: HIGHEST for action security_group_rules [ 801.152799] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aa5e2f6-c895-4194-8b48-bfaefc082724 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.152975] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aa5e2f6-c895-4194-8b48-bfaefc082724" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.159028] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e161985-6b1b-47a8-83da-21a474a0b6c0: rpc.has_security_group_logging(os_id): False [ 801.160102] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.175911] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.176947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.176947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.176947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.176947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.176947] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.176947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.176947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.176947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.176947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.177278] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.177278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.177354] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.177431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.177487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.177663] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.177761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.177810] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.177961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.178063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.178147] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 is going to be created. [ 801.230793] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.230940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.231044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.231211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.231383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.241163] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: IN_PROGRESS for 2s [ 801.604300] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.604391] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.604456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.604660] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.604751] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.604851] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aa5e2f6-c895-4194-8b48-bfaefc082724 already deleted. [ 801.604931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aa5e2f6-c895-4194-8b48-bfaefc082724" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.605088] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aa5e2f6-c895-4194-8b48-bfaefc082724" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.605236] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aa5e2f6-c895-4194-8b48-bfaefc082724" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.606104] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aa5e2f6-c895-4194-8b48-bfaefc082724',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.662937] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.124733] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.124909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.124948] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.125194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.125332] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.125439] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aa5e2f6-c895-4194-8b48-bfaefc082724 already deleted. [ 802.125502] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aa5e2f6-c895-4194-8b48-bfaefc082724" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.164684] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.164866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.164902] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.165153] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.165247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.165350] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 is going to be updated. [ 802.191084] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.191247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.191322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.191550] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.191690] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.199847] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: IN_PROGRESS for 2s [ 803.252383] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: SUCCESS [ 803.252688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.252795] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.253112] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.253209] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.720925] env[69309]: INFO networking_nsxv3.common.synchronization [req-ec446559-56ad-4173-be75-98cf14af30d5 req-b66be034-f0ee-47bd-bd71-3b6a2a87a84a tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Enqueued Resource ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 with Priority: HIGHEST for action security_group_members [ 803.721460] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 with Priority: HIGHEST for action security_group_members [ 803.721771] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1f486f4-487a-41e8-9d64-e8ff1204efc4 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.721894] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.721952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.722213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.722369] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.722468] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.722525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.722674] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.722761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.722853] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1f486f4-487a-41e8-9d64-e8ff1204efc4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.756718] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.756718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.064778] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.064978] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-381" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.065120] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-381" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.065447] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-381" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.065740] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.066036] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.066184] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.066417] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.066568] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.066777] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.066889] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.066995] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.067120] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.067230] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.067335] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.067464] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.085123] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.085280] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 804.085418] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.085584] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-381" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.085857] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-c3fe42cb-cd70-4ef6-b77e-938c07d40b7a taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.086027] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-c3fe42cb-cd70-4ef6-b77e-938c07d40b7a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.086147] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-c3fe42cb-cd70-4ef6-b77e-938c07d40b7a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.086426] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-c3fe42cb-cd70-4ef6-b77e-938c07d40b7a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.086565] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3fe42cb-cd70-4ef6-b77e-938c07d40b7a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.211145] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: SUCCESS [ 804.211145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.211145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.211145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.211145] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.211145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.211145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.211145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.211145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.211145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.211145] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.226244] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.226418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.226469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.226678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.226773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.226957] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.227066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.227129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.227272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.227376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.227525] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 already deleted. [ 804.227576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.588637] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.588969] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.588969] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.590010] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.590010] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.590010] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port c3fe42cb-cd70-4ef6-b77e-938c07d40b7a not found, creating... [ 804.590010] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.590010] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.590203] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.590285] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.590430] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.590699] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.590848] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.590964] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.591180] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.591354] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.591444] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: c3fe42cb-cd70-4ef6-b77e-938c07d40b7a is going to be created. [ 804.612175] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.612445] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.612503] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.612722] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.612946] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.613293] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-c3fe42cb-cd70-4ef6-b77e-938c07d40b7a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.712964] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.713138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.713203] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.713417] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.713573] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.715113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.715113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.715113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.715113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.715113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.715113] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.715113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.715113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.715113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.715113] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.715113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.715113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.715113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.715113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.715113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.715113] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.217254] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e161985-6b1b-47a8-83da-21a474a0b6c0: rpc.has_security_group_logging(os_id): False [ 805.234103] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.234254] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.234325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.234548] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.234640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.234826] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.234942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.235019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.235172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.235248] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.235442] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.235596] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.235626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.235751] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.235820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.236096] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.240031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.240118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.240300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.240387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.240484] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 is going to be updated. [ 805.298813] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.299015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.299099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.299311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.299452] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.309929] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: IN_PROGRESS for 2s [ 805.343229] env[69309]: INFO networking_nsxv3.common.synchronization [req-ec446559-56ad-4173-be75-98cf14af30d5 req-bdadc777-d4f4-4dc4-bcc9-417df28df11f service nova] Enqueued Resource ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 with Priority: HIGHEST for action security_group_rules [ 805.343229] env[69309]: INFO networking_nsxv3.common.synchronization [req-ec446559-56ad-4173-be75-98cf14af30d5 req-bdadc777-d4f4-4dc4-bcc9-417df28df11f service nova] Enqueued Resource ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 with Priority: HIGHEST for action security_group_members [ 805.343229] env[69309]: INFO networking_nsxv3.common.synchronization [req-ec446559-56ad-4173-be75-98cf14af30d5 req-bdadc777-d4f4-4dc4-bcc9-417df28df11f service nova] Enqueued Resource ID: c3fe42cb-cd70-4ef6-b77e-938c07d40b7a with Priority: HIGHEST for action port [ 805.343229] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 with Priority: HIGHEST for action security_group_rules [ 805.343229] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 with Priority: HIGHEST for action security_group_members [ 805.343229] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3fe42cb-cd70-4ef6-b77e-938c07d40b7a with Priority: HIGHEST for action port [ 805.343229] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1f486f4-487a-41e8-9d64-e8ff1204efc4 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.343229] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.343229] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.343229] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.343229] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1f486f4-487a-41e8-9d64-e8ff1204efc4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.344058] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1f486f4-487a-41e8-9d64-e8ff1204efc4 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.344259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.344306] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.344613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.344681] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.344763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.345069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.345069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.345208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.345208] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1f486f4-487a-41e8-9d64-e8ff1204efc4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.345865] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3fe42cb-cd70-4ef6-b77e-938c07d40b7a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.345970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3fe42cb-cd70-4ef6-b77e-938c07d40b7a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.346541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3fe42cb-cd70-4ef6-b77e-938c07d40b7a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.346712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3fe42cb-cd70-4ef6-b77e-938c07d40b7a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.346784] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3fe42cb-cd70-4ef6-b77e-938c07d40b7a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.848553] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1f486f4-487a-41e8-9d64-e8ff1204efc4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.849649] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1f486f4-487a-41e8-9d64-e8ff1204efc4 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.849750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.849917] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3fe42cb-cd70-4ef6-b77e-938c07d40b7a with status ACTIVE [ 805.850100] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.850212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.850282] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.850477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.850569] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.850734] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.850823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.850882] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.851046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.851124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.851304] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.851397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.851489] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.851594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.851671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.851751] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3fe42cb-cd70-4ef6-b77e-938c07d40b7a is going to be updated. [ 805.873464] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.873589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.875025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.875025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.875025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.875025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3fe42cb-cd70-4ef6-b77e-938c07d40b7a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.354640] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1f486f4-487a-41e8-9d64-e8ff1204efc4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.858139] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.858139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.858139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.858139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.858139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.858620] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 is going to be created. [ 806.882333] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.882333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.882488] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.882614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.882775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.892464] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 in Status: UNINITIALIZED for 2s [ 807.322248] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: SUCCESS [ 807.322473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.183949] env[69309]: INFO networking_nsxv3.common.synchronization [req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 req-012504a9-d26a-498e-ac92-0aa35ffe5fca tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Enqueued Resource ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 with Priority: HIGHEST for action security_group_members [ 808.184523] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 with Priority: HIGHEST for action security_group_members [ 808.184823] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-07331f55-d547-4d36-a4c7-ae4e119c49c4 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.184952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.185195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.185506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.185671] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.185775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.185832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.185987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.186200] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.186200] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07331f55-d547-4d36-a4c7-ae4e119c49c4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.549545] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.549676] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-175" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.549776] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-175" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.550113] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-175" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.550500] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.550660] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.550776] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.550995] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.551177] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.551380] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.551493] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.551600] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.551705] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.551812] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.551915] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.552060] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.571609] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.571869] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 808.571910] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.572576] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-175" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.572576] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-c8b4ac81-e45d-4990-957d-4c0912905a83 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.572744] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-c8b4ac81-e45d-4990-957d-4c0912905a83" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.572744] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-c8b4ac81-e45d-4990-957d-4c0912905a83" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.573056] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-c8b4ac81-e45d-4990-957d-4c0912905a83" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.573201] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8b4ac81-e45d-4990-957d-4c0912905a83',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.688980] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.689323] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.689424] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.689661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.689821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.690130] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.690258] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.690325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.690490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.690572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.690661] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 already deleted. [ 808.690747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.901642] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 in Status: SUCCESS [ 808.902046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.902046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.902176] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.902358] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.902474] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.902584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.902680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.902756] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.902836] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.902925] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1f486f4-487a-41e8-9d64-e8ff1204efc4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.076050] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.076289] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.076501] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.076772] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.076923] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.077091] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port c8b4ac81-e45d-4990-957d-4c0912905a83 not found, creating... [ 809.077350] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.077505] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.077621] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.077835] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.077972] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.078261] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.078414] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.078528] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.078727] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.078859] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.079028] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: c8b4ac81-e45d-4990-957d-4c0912905a83 is going to be created. [ 809.103018] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.103018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.103018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.103018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.103355] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.104103] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-c8b4ac81-e45d-4990-957d-4c0912905a83" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.408557] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1f486f4-487a-41e8-9d64-e8ff1204efc4 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.408557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.408557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.408922] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.408922] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.408999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.408999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.409706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.409706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.409706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.409706] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1f486f4-487a-41e8-9d64-e8ff1204efc4 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.409706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.409706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.409918] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.409918] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.409981] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.410064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.410199] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.410272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.410362] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.410453] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1f486f4-487a-41e8-9d64-e8ff1204efc4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.414287] env[69309]: INFO networking_nsxv3.common.synchronization [req-578b3136-32a8-4b98-9439-be7845b8c335 req-39d06ebd-26e1-43f4-96ca-f6abecec8d3d tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Enqueued Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 809.414966] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 809.415321] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.415444] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.415512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.415678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.415819] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.415912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.415974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.416610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.416723] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.416825] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.721945] env[69309]: INFO networking_nsxv3.common.synchronization [req-1111c08e-e64a-49f4-9085-6bb96ba7f9e2 req-b70574f0-0338-41ff-8438-3ae91ab4ea36 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Enqueued Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 809.723211] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 809.723211] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.723211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.809530] env[69309]: INFO networking_nsxv3.common.synchronization [req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 req-884f721f-6fb9-4190-b680-560296f2cdb6 service nova] Enqueued Resource ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 with Priority: HIGHEST for action security_group_rules [ 809.809817] env[69309]: INFO networking_nsxv3.common.synchronization [req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 req-884f721f-6fb9-4190-b680-560296f2cdb6 service nova] Enqueued Resource ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 with Priority: HIGHEST for action security_group_members [ 809.810154] env[69309]: INFO networking_nsxv3.common.synchronization [req-fff3ac52-80b9-4bac-9c97-cf8af2f056a6 req-884f721f-6fb9-4190-b680-560296f2cdb6 service nova] Enqueued Resource ID: c8b4ac81-e45d-4990-957d-4c0912905a83 with Priority: HIGHEST for action port [ 809.810758] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 with Priority: HIGHEST for action security_group_rules [ 809.812146] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 with Priority: HIGHEST for action security_group_members [ 809.812146] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b4ac81-e45d-4990-957d-4c0912905a83 with Priority: HIGHEST for action port [ 809.812437] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07331f55-d547-4d36-a4c7-ae4e119c49c4 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.813878] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.813878] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.813878] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.813878] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07331f55-d547-4d36-a4c7-ae4e119c49c4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.814251] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-07331f55-d547-4d36-a4c7-ae4e119c49c4 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.814419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.814587] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.814772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.814987] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.815140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.815232] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.815625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.815625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.815749] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07331f55-d547-4d36-a4c7-ae4e119c49c4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.816711] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8b4ac81-e45d-4990-957d-4c0912905a83 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.817254] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8b4ac81-e45d-4990-957d-4c0912905a83" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.817254] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8b4ac81-e45d-4990-957d-4c0912905a83" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.817254] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8b4ac81-e45d-4990-957d-4c0912905a83" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.817443] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8b4ac81-e45d-4990-957d-4c0912905a83',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.915461] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1f486f4-487a-41e8-9d64-e8ff1204efc4: rpc.has_security_group_logging(os_id): False [ 809.919350] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.933315] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.933457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.933525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.933730] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.933820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.934009] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.934110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.934172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.934316] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.934393] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.934572] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.934663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.934725] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.934859] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.934933] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.935137] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.935228] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.935287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.935422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.935496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.935577] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 is going to be created. [ 809.995537] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.995717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.995790] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.996012] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.996205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.008722] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 in Status: IN_PROGRESS for 2s [ 810.319409] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07331f55-d547-4d36-a4c7-ae4e119c49c4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.320559] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-07331f55-d547-4d36-a4c7-ae4e119c49c4 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.320675] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.322315] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8b4ac81-e45d-4990-957d-4c0912905a83 with status ACTIVE [ 810.322315] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.322315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.322315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.322315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.322315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.322315] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.322315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.322315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.322315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.322315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.323799] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.323799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.324799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.324799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.324799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.324799] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8b4ac81-e45d-4990-957d-4c0912905a83 is going to be updated. [ 810.343580] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.343870] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.343942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.344144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.344331] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.344421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8b4ac81-e45d-4990-957d-4c0912905a83" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.421764] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.729427] env[69309]: INFO networking_nsxv3.common.synchronization [req-a1499154-bd95-4e6d-be46-02d6ec7f08fb req-3c90be52-553a-4bdd-8922-79f8583a762f tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Enqueued Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_members [ 810.731271] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_members [ 810.731271] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.731271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.731271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.731271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.731271] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.731271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.731271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.731271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.731271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.731271] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.822871] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07331f55-d547-4d36-a4c7-ae4e119c49c4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.925207] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.925207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.925207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.925600] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.925822] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.925993] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 is going to be updated. [ 810.956653] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.956794] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.956878] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.957104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.957284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.965908] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: IN_PROGRESS for 2s [ 811.125918] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.126150] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.126242] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.126538] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.126790] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.126944] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.127071] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.127296] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.127486] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.127712] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.127828] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.127936] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.128054] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.128166] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.128270] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.128402] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.151484] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.151729] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 811.151811] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.151985] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.152299] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-92d42a59-0561-4fdd-a90c-bb1a7bd5728e taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.152469] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-92d42a59-0561-4fdd-a90c-bb1a7bd5728e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.152588] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-92d42a59-0561-4fdd-a90c-bb1a7bd5728e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.152887] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-92d42a59-0561-4fdd-a90c-bb1a7bd5728e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.153056] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92d42a59-0561-4fdd-a90c-bb1a7bd5728e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.233961] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.233961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.233961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.234151] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.234185] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.235030] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.235030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.235030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.235030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.235030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.235030] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9d800a6-c6ae-40b8-8cff-24078de40771 already deleted. [ 811.235030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.324484] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.324651] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.324727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.324979] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.325099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.325215] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 is going to be created. [ 811.352980] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.353142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.353213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.353411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.353570] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.362583] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 in Status: UNINITIALIZED for 2s [ 811.655443] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.655818] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.655818] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.656073] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.656254] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.656431] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 92d42a59-0561-4fdd-a90c-bb1a7bd5728e not found, creating... [ 811.656698] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.656870] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.656991] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.657268] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.657429] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.657732] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.657889] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.658015] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.658228] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.658363] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.658503] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 92d42a59-0561-4fdd-a90c-bb1a7bd5728e is going to be created. [ 811.678653] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.678866] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.679052] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.679416] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.679690] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.679964] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-92d42a59-0561-4fdd-a90c-bb1a7bd5728e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.048050] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 in Status: SUCCESS [ 812.048316] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.532273] env[69309]: INFO networking_nsxv3.common.synchronization [req-a1499154-bd95-4e6d-be46-02d6ec7f08fb req-74daaf67-30dd-4864-b22d-8fbe4ef7e36a service nova] Enqueued Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_rules [ 812.532449] env[69309]: INFO networking_nsxv3.common.synchronization [req-a1499154-bd95-4e6d-be46-02d6ec7f08fb req-74daaf67-30dd-4864-b22d-8fbe4ef7e36a service nova] Enqueued Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_members [ 812.532624] env[69309]: INFO networking_nsxv3.common.synchronization [req-a1499154-bd95-4e6d-be46-02d6ec7f08fb req-74daaf67-30dd-4864-b22d-8fbe4ef7e36a service nova] Enqueued Resource ID: 92d42a59-0561-4fdd-a90c-bb1a7bd5728e with Priority: HIGHEST for action port [ 812.532816] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_rules [ 812.532945] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_members [ 812.533061] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d42a59-0561-4fdd-a90c-bb1a7bd5728e with Priority: HIGHEST for action port [ 812.533620] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.533747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.533841] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.535835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.535937] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.538471] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.538605] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.538688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.538890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.539079] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.539224] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.539259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.539438] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.539541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.539639] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.540442] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-92d42a59-0561-4fdd-a90c-bb1a7bd5728e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.540565] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92d42a59-0561-4fdd-a90c-bb1a7bd5728e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.540638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92d42a59-0561-4fdd-a90c-bb1a7bd5728e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.540809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92d42a59-0561-4fdd-a90c-bb1a7bd5728e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.540898] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92d42a59-0561-4fdd-a90c-bb1a7bd5728e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.974543] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: SUCCESS [ 812.974885] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.974885] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.975116] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.975294] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.975415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.975466] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.975615] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.975698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.975790] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.043470] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.044103] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.044190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.044916] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92d42a59-0561-4fdd-a90c-bb1a7bd5728e with status ACTIVE [ 813.044916] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.044916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.044916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.044916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.045191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.045191] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.045191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.045286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.045409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.045485] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.045660] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.045788] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.045822] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.045938] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.046015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.046104] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92d42a59-0561-4fdd-a90c-bb1a7bd5728e is going to be updated. [ 813.066190] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.066354] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.066418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.066592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.066726] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.066875] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92d42a59-0561-4fdd-a90c-bb1a7bd5728e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.373324] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 in Status: SUCCESS [ 813.374152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.374152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.374152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.374293] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.374293] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.374406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.374488] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.374563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.374648] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.374734] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07331f55-d547-4d36-a4c7-ae4e119c49c4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.477505] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.477661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.477731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.477957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.478069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.478275] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.478372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.478428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.478577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.478655] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.478742] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 is going to be updated. [ 813.504650] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.504795] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.504861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.505072] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.509220] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.517122] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: IN_PROGRESS for 2s [ 813.551020] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.706918] env[69309]: INFO networking_nsxv3.common.synchronization [req-a1499154-bd95-4e6d-be46-02d6ec7f08fb req-f35d0a12-ed6a-4446-a3e0-bea1e437f1e4 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Enqueued Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_members [ 813.707454] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_members [ 813.707769] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.707825] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.876650] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07331f55-d547-4d36-a4c7-ae4e119c49c4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.042155] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.042459] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.042459] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.042790] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.043067] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.043232] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.043353] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.043596] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.043749] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.043933] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.044060] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.044170] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.044276] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.044387] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.044488] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.044616] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.049933] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.050066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.050132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.050311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.050402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.050495] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9d800a6-c6ae-40b8-8cff-24078de40771 is going to be created. [ 814.062952] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.063152] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 814.063323] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.063458] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.063801] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-dd521a9e-9234-406e-9f4b-5aa8de58acb8 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.063920] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-dd521a9e-9234-406e-9f4b-5aa8de58acb8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.064059] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-dd521a9e-9234-406e-9f4b-5aa8de58acb8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.064405] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-dd521a9e-9234-406e-9f4b-5aa8de58acb8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.064518] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd521a9e-9234-406e-9f4b-5aa8de58acb8',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.073729] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.073854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.073920] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.074134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.074289] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.083884] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: UNINITIALIZED for 2s [ 814.385070] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07331f55-d547-4d36-a4c7-ae4e119c49c4: rpc.has_security_group_logging(os_id): False [ 814.405521] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.405646] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.405741] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.405990] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.406163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.406442] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.407214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.407214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.407214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.407214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.407214] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 is going to be created. [ 814.463046] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.463204] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.463268] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.463497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.463678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.476202] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 in Status: IN_PROGRESS for 2s [ 814.569935] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.570170] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.570302] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.570661] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.570820] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.571054] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port dd521a9e-9234-406e-9f4b-5aa8de58acb8 not found, creating... [ 814.571366] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.571537] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.571668] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.571895] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.572060] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.572353] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.574344] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.574344] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.574344] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.574344] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.574344] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: dd521a9e-9234-406e-9f4b-5aa8de58acb8 is going to be created. [ 814.594365] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.594447] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.594896] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.594896] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.595049] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.595388] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-dd521a9e-9234-406e-9f4b-5aa8de58acb8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.363218] env[69309]: INFO networking_nsxv3.common.synchronization [req-a1499154-bd95-4e6d-be46-02d6ec7f08fb req-7da2813d-485c-4e9d-b1fd-1788a7106127 service nova] Enqueued Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_rules [ 815.363470] env[69309]: INFO networking_nsxv3.common.synchronization [req-a1499154-bd95-4e6d-be46-02d6ec7f08fb req-7da2813d-485c-4e9d-b1fd-1788a7106127 service nova] Enqueued Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_members [ 815.363542] env[69309]: INFO networking_nsxv3.common.synchronization [req-a1499154-bd95-4e6d-be46-02d6ec7f08fb req-7da2813d-485c-4e9d-b1fd-1788a7106127 service nova] Enqueued Resource ID: dd521a9e-9234-406e-9f4b-5aa8de58acb8 with Priority: HIGHEST for action port [ 815.363751] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_rules [ 815.363880] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_members [ 815.363976] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd521a9e-9234-406e-9f4b-5aa8de58acb8 with Priority: HIGHEST for action port [ 815.364518] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.364648] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.364818] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.364900] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.365088] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd521a9e-9234-406e-9f4b-5aa8de58acb8 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.365188] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd521a9e-9234-406e-9f4b-5aa8de58acb8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.365251] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd521a9e-9234-406e-9f4b-5aa8de58acb8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.365462] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd521a9e-9234-406e-9f4b-5aa8de58acb8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.365544] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd521a9e-9234-406e-9f4b-5aa8de58acb8',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.531089] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: SUCCESS [ 815.531089] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 deletion is rescheduled due to dependency. [ 815.531089] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.870229] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd521a9e-9234-406e-9f4b-5aa8de58acb8 with status ACTIVE [ 815.870432] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.870565] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.870634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.870835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.870923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.871099] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.871195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.871256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.871398] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.871478] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.871656] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.871744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.871801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.871936] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.872014] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.872119] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd521a9e-9234-406e-9f4b-5aa8de58acb8 is going to be updated. [ 815.893811] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.893947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.894011] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.894228] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.894370] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.894527] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd521a9e-9234-406e-9f4b-5aa8de58acb8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.093348] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: SUCCESS [ 816.093601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.093728] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.093941] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.094130] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.094242] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.094302] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.094453] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.094532] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.094616] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.094710] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.095507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.099260] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.099485] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.099584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.099651] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.099796] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.099879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.099970] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.115365] env[69309]: INFO networking_nsxv3.common.synchronization [req-a1499154-bd95-4e6d-be46-02d6ec7f08fb req-24eafe30-9281-4d73-a1b7-d62eec063d02 tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Enqueued Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_members [ 816.118120] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_members [ 816.118194] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.118282] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.488714] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 in Status: SUCCESS [ 816.488997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.526668] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.526872] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.526983] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.527253] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.527546] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.527647] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.527921] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.527954] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.528230] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.528446] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.528557] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.528665] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.528817] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.528882] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.528977] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.529117] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.545541] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.545706] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 816.545843] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.546026] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-6" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.546346] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-0da350dd-89f5-4ac8-aae1-65d567ad2014 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.546514] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-0da350dd-89f5-4ac8-aae1-65d567ad2014" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.546634] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-0da350dd-89f5-4ac8-aae1-65d567ad2014" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.546947] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-0da350dd-89f5-4ac8-aae1-65d567ad2014" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.547140] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0da350dd-89f5-4ac8-aae1-65d567ad2014',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.602295] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.602295] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.602458] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.050040] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.050040] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.050040] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.050183] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.050293] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.050448] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 0da350dd-89f5-4ac8-aae1-65d567ad2014 not found, creating... [ 817.050713] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.050869] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.050990] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.051218] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.051364] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.051667] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.051833] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.051949] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.052171] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.053058] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.053058] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 0da350dd-89f5-4ac8-aae1-65d567ad2014 is going to be created. [ 817.075479] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.075479] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.075592] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.076466] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.076466] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.076466] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-0da350dd-89f5-4ac8-aae1-65d567ad2014" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.107186] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.503162] env[69309]: INFO networking_nsxv3.common.synchronization [req-07229953-0369-4abf-bc74-a992a751bf69 req-4f3a5307-352c-4290-bf97-856cb7eba3bf tempest-ServerTagsTestJSON-1703366521 tempest-ServerTagsTestJSON-1703366521-project-member] Enqueued Resource ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 with Priority: HIGHEST for action security_group_members [ 817.504428] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 with Priority: HIGHEST for action security_group_members [ 817.505322] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1f486f4-487a-41e8-9d64-e8ff1204efc4 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.505498] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.505575] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.505856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.506100] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.506249] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.506349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.506607] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.506708] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.506855] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1f486f4-487a-41e8-9d64-e8ff1204efc4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.609374] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.609516] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.609584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.609803] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.609897] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.609992] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9d800a6-c6ae-40b8-8cff-24078de40771 is going to be updated. [ 817.640150] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.640288] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.640364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.640606] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.640711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.648814] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: IN_PROGRESS for 2s [ 817.758903] env[69309]: INFO networking_nsxv3.common.synchronization [req-a1499154-bd95-4e6d-be46-02d6ec7f08fb req-e36e33a8-83e4-4da7-b312-84ccb8d3f6d9 service nova] Enqueued Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_rules [ 817.759067] env[69309]: INFO networking_nsxv3.common.synchronization [req-a1499154-bd95-4e6d-be46-02d6ec7f08fb req-e36e33a8-83e4-4da7-b312-84ccb8d3f6d9 service nova] Enqueued Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_members [ 817.759224] env[69309]: INFO networking_nsxv3.common.synchronization [req-a1499154-bd95-4e6d-be46-02d6ec7f08fb req-e36e33a8-83e4-4da7-b312-84ccb8d3f6d9 service nova] Enqueued Resource ID: 0da350dd-89f5-4ac8-aae1-65d567ad2014 with Priority: HIGHEST for action port [ 817.759520] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_rules [ 817.759660] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_members [ 817.759758] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da350dd-89f5-4ac8-aae1-65d567ad2014 with Priority: HIGHEST for action port [ 817.761388] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.761504] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.761753] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.761837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.762043] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0da350dd-89f5-4ac8-aae1-65d567ad2014 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.762220] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0da350dd-89f5-4ac8-aae1-65d567ad2014" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.762220] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0da350dd-89f5-4ac8-aae1-65d567ad2014" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.762422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0da350dd-89f5-4ac8-aae1-65d567ad2014" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.762505] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0da350dd-89f5-4ac8-aae1-65d567ad2014',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.010933] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.011110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.011192] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.011404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.011521] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.011734] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.011865] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.011932] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.012123] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.012206] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.012295] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 is going to be updated. [ 818.038299] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.038491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.038592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.038822] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.039028] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.047411] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 in Status: IN_PROGRESS for 2s [ 818.264695] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0da350dd-89f5-4ac8-aae1-65d567ad2014 with status ACTIVE [ 818.264920] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.265791] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.265791] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.265791] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.265791] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.265791] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.265791] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.265791] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.266100] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.266100] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.266218] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.266289] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.266333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.266457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.266532] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.266615] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0da350dd-89f5-4ac8-aae1-65d567ad2014 is going to be updated. [ 818.301366] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.301497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.301535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.301787] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.302062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.302121] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0da350dd-89f5-4ac8-aae1-65d567ad2014" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.677110] env[69309]: INFO networking_nsxv3.common.synchronization [req-72d74482-b765-4a06-9abc-9973e6d2dcff req-b8412dd2-6023-4e3b-b055-3efb3b57382f tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 818.677662] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 818.677960] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.678418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.678496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.678711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.678899] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.679010] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.679079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.679225] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.679344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.679417] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.038116] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.038330] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.038456] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.038729] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.039039] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.039213] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.039439] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.039868] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.040022] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.040302] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.040564] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.040705] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.040819] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.040934] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.041064] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.041256] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.062279] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.062493] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 819.062640] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.062814] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.063219] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-b15727b9-2aea-40f7-bd1f-4d92120e2b43 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.064302] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-b15727b9-2aea-40f7-bd1f-4d92120e2b43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.064302] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-b15727b9-2aea-40f7-bd1f-4d92120e2b43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.064302] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-b15727b9-2aea-40f7-bd1f-4d92120e2b43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.064302] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b15727b9-2aea-40f7-bd1f-4d92120e2b43',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.181832] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.181832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.181832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.181832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.181832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.182061] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.182117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.182147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.182345] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.182457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.183027] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be updated. [ 819.205745] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.205901] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.205963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.206180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.206324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.214773] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 819.569746] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.569900] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.570588] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.570588] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.570588] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.570588] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port b15727b9-2aea-40f7-bd1f-4d92120e2b43 not found, creating... [ 819.570826] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.570980] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.571109] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.571686] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.571686] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.571831] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.571992] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.572124] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.572808] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.572808] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.572912] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: b15727b9-2aea-40f7-bd1f-4d92120e2b43 is going to be created. [ 819.592916] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.593124] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.593249] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.593572] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.593861] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.594045] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-b15727b9-2aea-40f7-bd1f-4d92120e2b43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.660440] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: SUCCESS [ 819.660671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.661156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.661367] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.661568] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.661684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.661750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.661906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.661986] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.662092] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.057713] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 in Status: SUCCESS [ 820.057987] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 deletion is rescheduled due to dependency. [ 820.057987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.164384] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.280753] env[69309]: INFO networking_nsxv3.common.synchronization [None req-8331cf8d-0ba1-4363-a626-95a61c7cce34 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Enqueued Resource ID: 34fd119f-2ec1-4766-9731-2ad86a7fa9f9 with Priority: HIGHEST for action security_group_rules [ 820.281810] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fd119f-2ec1-4766-9731-2ad86a7fa9f9 with Priority: HIGHEST for action security_group_rules [ 820.283194] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34fd119f-2ec1-4766-9731-2ad86a7fa9f9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.283330] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34fd119f-2ec1-4766-9731-2ad86a7fa9f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.283920] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34fd119f-2ec1-4766-9731-2ad86a7fa9f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.284222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34fd119f-2ec1-4766-9731-2ad86a7fa9f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.284309] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34fd119f-2ec1-4766-9731-2ad86a7fa9f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.371735] env[69309]: INFO networking_nsxv3.common.synchronization [None req-db342532-f8ee-4457-9305-ba71bc435f95 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Enqueued Resource ID: 34fd119f-2ec1-4766-9731-2ad86a7fa9f9 with Priority: HIGHEST for action security_group_rules [ 820.372350] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fd119f-2ec1-4766-9731-2ad86a7fa9f9 with Priority: HIGHEST for action security_group_rules [ 820.372863] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34fd119f-2ec1-4766-9731-2ad86a7fa9f9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.372957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34fd119f-2ec1-4766-9731-2ad86a7fa9f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.407486] env[69309]: INFO networking_nsxv3.common.synchronization [req-72d74482-b765-4a06-9abc-9973e6d2dcff req-25832832-b49d-47c2-8c33-14fac31f5cf1 service nova] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_rules [ 820.407731] env[69309]: INFO networking_nsxv3.common.synchronization [req-72d74482-b765-4a06-9abc-9973e6d2dcff req-25832832-b49d-47c2-8c33-14fac31f5cf1 service nova] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 820.407801] env[69309]: INFO networking_nsxv3.common.synchronization [req-72d74482-b765-4a06-9abc-9973e6d2dcff req-25832832-b49d-47c2-8c33-14fac31f5cf1 service nova] Enqueued Resource ID: b15727b9-2aea-40f7-bd1f-4d92120e2b43 with Priority: HIGHEST for action port [ 820.408034] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_rules [ 820.408163] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 820.408260] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b15727b9-2aea-40f7-bd1f-4d92120e2b43 with Priority: HIGHEST for action port [ 820.411052] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.411052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.411052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.411052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.411052] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.411052] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.411052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.411052] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b15727b9-2aea-40f7-bd1f-4d92120e2b43 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.411052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b15727b9-2aea-40f7-bd1f-4d92120e2b43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.411052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b15727b9-2aea-40f7-bd1f-4d92120e2b43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.411052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b15727b9-2aea-40f7-bd1f-4d92120e2b43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.411619] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b15727b9-2aea-40f7-bd1f-4d92120e2b43',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.666900] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.806184] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.806358] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.806403] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.806620] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.806716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.806809] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34fd119f-2ec1-4766-9731-2ad86a7fa9f9 already deleted. [ 820.806891] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34fd119f-2ec1-4766-9731-2ad86a7fa9f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.807060] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34fd119f-2ec1-4766-9731-2ad86a7fa9f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.807225] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34fd119f-2ec1-4766-9731-2ad86a7fa9f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.807328] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34fd119f-2ec1-4766-9731-2ad86a7fa9f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.914174] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.914289] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.914518] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b15727b9-2aea-40f7-bd1f-4d92120e2b43 with status ACTIVE [ 820.914615] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.914728] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.914792] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.915009] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.915104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.915277] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.915390] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.915428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.915577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.915657] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.915832] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.915924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.916241] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.916241] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.916241] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.916385] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b15727b9-2aea-40f7-bd1f-4d92120e2b43 is going to be updated. [ 820.935634] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.935753] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.935820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.936012] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.936180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.936345] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b15727b9-2aea-40f7-bd1f-4d92120e2b43" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.169245] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.169543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.169543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.169756] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.169848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.169946] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9d800a6-c6ae-40b8-8cff-24078de40771 is going to be updated. [ 821.194833] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.195507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.195507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.195507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.195507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.204049] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: IN_PROGRESS for 2s [ 821.221956] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 821.221956] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d deletion is rescheduled due to dependency. [ 821.221956] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.221956] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.222280] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.222280] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.222393] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.222437] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.222579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.222682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.222729] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.333730] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.333919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.333962] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.334222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.334337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.334451] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34fd119f-2ec1-4766-9731-2ad86a7fa9f9 already deleted. [ 821.334555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34fd119f-2ec1-4766-9731-2ad86a7fa9f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.724737] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.227317] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.732265] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.732508] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.732588] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.732800] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.732893] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.732991] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be updated. [ 822.771733] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.771874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.771945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.772172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.772310] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.781138] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 823.214527] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: SUCCESS [ 823.214747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.214908] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.215140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.215363] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.215482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.215540] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.215744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.215834] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.216034] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.238113] env[69309]: INFO networking_nsxv3.common.synchronization [req-830f93d2-ef12-4e7e-bb20-870e7aad3edd req-86e50576-c7bf-446c-a874-9c862f9dfb1f tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Enqueued Resource ID: be844662-0679-4f92-846b-5a9f0779cb45 with Priority: HIGHEST for action security_group_members [ 823.238600] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be844662-0679-4f92-846b-5a9f0779cb45 with Priority: HIGHEST for action security_group_members [ 823.239118] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-be844662-0679-4f92-846b-5a9f0779cb45 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.239118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.239118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.239325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.239527] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.239628] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.239687] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.239835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.239924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.240974] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be844662-0679-4f92-846b-5a9f0779cb45',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.554424] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.554630] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-952" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.554752] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-952" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.555119] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-952" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.555385] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.555546] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.555663] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.555878] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.557865] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.557865] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 823.557865] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.557865] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.557865] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.557865] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 823.558113] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.558113] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.577546] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.578057] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 823.578300] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.578669] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-952" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.579274] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-730caf4d-baf3-43de-92e0-f15a1e36e6cb taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.579636] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-730caf4d-baf3-43de-92e0-f15a1e36e6cb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.579772] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-730caf4d-baf3-43de-92e0-f15a1e36e6cb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.580258] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-730caf4d-baf3-43de-92e0-f15a1e36e6cb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.580357] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('730caf4d-baf3-43de-92e0-f15a1e36e6cb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.718010] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.746266] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.746538] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.746664] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.746968] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.747105] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.747378] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.747512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.747587] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.747787] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.747902] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.748069] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be844662-0679-4f92-846b-5a9f0779cb45 already deleted. [ 823.748191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.083509] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.083756] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.083882] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.084168] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.084318] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.084479] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 730caf4d-baf3-43de-92e0-f15a1e36e6cb not found, creating... [ 824.084736] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.084890] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.085023] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.085242] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.085384] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.085662] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.085815] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.086110] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.086348] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.086491] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.086633] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 730caf4d-baf3-43de-92e0-f15a1e36e6cb is going to be created. [ 824.108815] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.109033] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.109163] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.109461] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.109697] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.109915] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-730caf4d-baf3-43de-92e0-f15a1e36e6cb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.222018] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.724383] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.724693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.724693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.724835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.724927] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.725042] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9d800a6-c6ae-40b8-8cff-24078de40771 is going to be updated. [ 824.754043] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.754203] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.754275] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.754480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.754626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.763983] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: IN_PROGRESS for 2s [ 824.789290] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 824.789572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.789733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.789945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.790169] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.790292] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.790428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.790692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.790791] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.790888] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.790985] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.814922] env[69309]: INFO networking_nsxv3.common.synchronization [req-830f93d2-ef12-4e7e-bb20-870e7aad3edd req-89f70805-bd5c-4e6a-9cb9-83591b922b78 service nova] Enqueued Resource ID: be844662-0679-4f92-846b-5a9f0779cb45 with Priority: HIGHEST for action security_group_rules [ 824.815166] env[69309]: INFO networking_nsxv3.common.synchronization [req-830f93d2-ef12-4e7e-bb20-870e7aad3edd req-89f70805-bd5c-4e6a-9cb9-83591b922b78 service nova] Enqueued Resource ID: be844662-0679-4f92-846b-5a9f0779cb45 with Priority: HIGHEST for action security_group_members [ 824.815339] env[69309]: INFO networking_nsxv3.common.synchronization [req-830f93d2-ef12-4e7e-bb20-870e7aad3edd req-89f70805-bd5c-4e6a-9cb9-83591b922b78 service nova] Enqueued Resource ID: 730caf4d-baf3-43de-92e0-f15a1e36e6cb with Priority: HIGHEST for action port [ 824.815529] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be844662-0679-4f92-846b-5a9f0779cb45 with Priority: HIGHEST for action security_group_rules [ 824.815664] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be844662-0679-4f92-846b-5a9f0779cb45 with Priority: HIGHEST for action security_group_members [ 824.815764] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730caf4d-baf3-43de-92e0-f15a1e36e6cb with Priority: HIGHEST for action port [ 824.816306] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be844662-0679-4f92-846b-5a9f0779cb45 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.816429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.816516] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.816770] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.816854] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be844662-0679-4f92-846b-5a9f0779cb45',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.818018] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-be844662-0679-4f92-846b-5a9f0779cb45 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.818136] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.818205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.818375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.818519] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.818614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.818675] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.818812] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.818898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.818987] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be844662-0679-4f92-846b-5a9f0779cb45',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.819743] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-730caf4d-baf3-43de-92e0-f15a1e36e6cb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.819884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-730caf4d-baf3-43de-92e0-f15a1e36e6cb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.819884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-730caf4d-baf3-43de-92e0-f15a1e36e6cb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.820048] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-730caf4d-baf3-43de-92e0-f15a1e36e6cb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.820122] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('730caf4d-baf3-43de-92e0-f15a1e36e6cb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.294622] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.296392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.296392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.296392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.296392] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.296392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.296392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.296392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.296392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.296392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.296392] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.296392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.296392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.296392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.296392] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.296392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.296392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.296999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.296999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.296999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.296999] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.322052] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be844662-0679-4f92-846b-5a9f0779cb45',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.323091] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-be844662-0679-4f92-846b-5a9f0779cb45 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.323208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.326931] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 730caf4d-baf3-43de-92e0-f15a1e36e6cb with status ACTIVE [ 825.327191] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.327326] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.327488] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.327623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.327731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.327948] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.328089] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.328154] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.328325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.328404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.328616] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.329611] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.329611] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.329611] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.329611] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.329611] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 730caf4d-baf3-43de-92e0-f15a1e36e6cb is going to be updated. [ 825.348927] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.349095] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.349176] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.349429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.349577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.349740] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-730caf4d-baf3-43de-92e0-f15a1e36e6cb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.798962] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11da9cbc-f0ef-406a-9b6a-cce12144095d: rpc.has_security_group_logging(os_id): False [ 825.817022] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.817022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.817194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.817265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.817346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.817693] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.817828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.817896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.818196] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.818196] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.818397] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.818446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.818546] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.818827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.818827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.818939] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.819065] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.819120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.819282] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.819398] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.819499] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be updated. [ 825.824080] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be844662-0679-4f92-846b-5a9f0779cb45',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.874901] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.875127] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.875238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.875636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.875636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.889118] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 826.326175] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.326353] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.326392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.326603] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.326696] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.326800] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be844662-0679-4f92-846b-5a9f0779cb45 is going to be created. [ 826.349202] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.349804] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.349871] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.350082] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.350241] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.359729] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be844662-0679-4f92-846b-5a9f0779cb45 in Status: UNINITIALIZED for 2s [ 826.773222] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: SUCCESS [ 826.773222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.773222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.773338] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.773614] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.773731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.773853] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.774401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.774401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.774401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.774575] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.774694] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.774744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.774931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.775129] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.775279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.775359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.775525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.775627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.775730] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.775834] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.776702] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.776927] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.777250] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.777372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.777479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.777627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.777686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.777769] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.279945] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9d800a6-c6ae-40b8-8cff-24078de40771: rpc.has_security_group_logging(os_id): False [ 827.281208] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.297465] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.297610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.297844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.297894] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.297988] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.298246] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.298333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.298380] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.298539] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.298622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.298836] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.298936] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.298999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.299169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.299269] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.299446] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.299544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.299599] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.299744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.299821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.299907] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9d800a6-c6ae-40b8-8cff-24078de40771 is going to be created. [ 827.354246] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.354420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.354503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.354743] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.354897] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.365144] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: IN_PROGRESS for 2s [ 827.784521] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.878800] env[69309]: INFO networking_nsxv3.common.synchronization [req-4ddb1918-b23f-4a68-938d-650f594318f9 req-c4bcbd7f-31e2-4286-a54c-95571e3e5e1e tempest-FloatingIPsAssociationTestJSON-166189143 tempest-FloatingIPsAssociationTestJSON-166189143-project-member] Enqueued Resource ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 with Priority: HIGHEST for action security_group_members [ 827.879353] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 with Priority: HIGHEST for action security_group_members [ 827.879708] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f16532d9-fc9d-4ce4-a168-3effcacbeae7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.879835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.879902] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.880264] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.880433] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.880536] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.880598] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.880753] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.880841] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.880934] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.902012] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 827.902238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.974046] env[69309]: INFO networking_nsxv3.common.synchronization [req-744be0dc-f7e7-47ed-86a4-9b2211745c71 req-d1c3b7fb-a991-4181-9776-b854ea5e1955 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Enqueued Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 827.974574] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 827.974871] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.975137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.975137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.975266] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.975409] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.975506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.975568] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.975710] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.975798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.975889] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.270296] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.270526] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.270654] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.270936] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.271233] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.271426] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.271576] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.271761] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.271881] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.272102] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.272211] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.272315] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.272422] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.272527] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.272629] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.272757] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.288846] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.289231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.289231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.289302] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.289372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.289525] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9d800a6-c6ae-40b8-8cff-24078de40771 is going to be updated. [ 828.310912] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.311134] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 828.311250] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.311466] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.311828] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-4895589a-b565-4f50-8aa0-cbe22761f4bf taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.312023] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-4895589a-b565-4f50-8aa0-cbe22761f4bf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.312160] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-4895589a-b565-4f50-8aa0-cbe22761f4bf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.312492] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-4895589a-b565-4f50-8aa0-cbe22761f4bf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.312643] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4895589a-b565-4f50-8aa0-cbe22761f4bf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.347179] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.347361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.347449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.347657] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.347805] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.360247] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: IN_PROGRESS for 2s [ 828.374071] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be844662-0679-4f92-846b-5a9f0779cb45 in Status: SUCCESS [ 828.374205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.374354] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.374578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.374785] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.374873] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.374960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.375098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.375271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.375271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.375340] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be844662-0679-4f92-846b-5a9f0779cb45',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.383096] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.383241] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.383304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.383500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.383605] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.383797] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.383889] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.383978] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.384110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.384185] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.384267] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 is going to be updated. [ 828.421858] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.422148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.422148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.422324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.422514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.433078] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 in Status: IN_PROGRESS for 2s [ 828.478738] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.816349] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.816571] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.816735] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.817031] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.817191] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.817383] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 4895589a-b565-4f50-8aa0-cbe22761f4bf not found, creating... [ 828.817658] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.817822] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.817941] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.818169] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.818308] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.818582] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.818735] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.818851] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.819076] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.819213] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.819351] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 4895589a-b565-4f50-8aa0-cbe22761f4bf is going to be created. [ 828.839720] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.839902] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.840034] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.840282] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.840524] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.840879] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-4895589a-b565-4f50-8aa0-cbe22761f4bf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.877996] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-be844662-0679-4f92-846b-5a9f0779cb45 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.877996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.878204] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.878457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.878636] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.878777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.878852] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.879054] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.879146] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.879237] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.879427] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-be844662-0679-4f92-846b-5a9f0779cb45 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.879542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.879601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.879744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.883015] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.883015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.883015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.883015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.883015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.883015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.883015] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be844662-0679-4f92-846b-5a9f0779cb45',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.981984] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.378109] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: SUCCESS [ 829.378453] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.378593] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.378833] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.378924] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.382922] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be844662-0679-4f92-846b-5a9f0779cb45: rpc.has_security_group_logging(os_id): False [ 829.399013] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.399222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.399415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.399513] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.399657] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.399931] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.400043] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.400140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.400541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.400541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.400918] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.400918] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.401032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.401401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.401447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.401624] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.401758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.401758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.401916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.401999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.402101] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be844662-0679-4f92-846b-5a9f0779cb45 is going to be created. [ 829.485097] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.487143] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.487143] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.487143] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.487143] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.487392] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.487503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.487593] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.487805] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.487931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.488044] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 is going to be updated. [ 829.507028] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be844662-0679-4f92-846b-5a9f0779cb45 in Status: IN_PROGRESS for 2s [ 829.522908] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.523100] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.523147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.523351] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.523503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.533113] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: IN_PROGRESS for 2s [ 829.577178] env[69309]: INFO networking_nsxv3.common.synchronization [req-744be0dc-f7e7-47ed-86a4-9b2211745c71 req-b5b4537f-4340-4a5d-85db-1e52787f0103 service nova] Enqueued Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_rules [ 829.577294] env[69309]: INFO networking_nsxv3.common.synchronization [req-744be0dc-f7e7-47ed-86a4-9b2211745c71 req-b5b4537f-4340-4a5d-85db-1e52787f0103 service nova] Enqueued Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 829.577512] env[69309]: INFO networking_nsxv3.common.synchronization [req-744be0dc-f7e7-47ed-86a4-9b2211745c71 req-b5b4537f-4340-4a5d-85db-1e52787f0103 service nova] Enqueued Resource ID: 4895589a-b565-4f50-8aa0-cbe22761f4bf with Priority: HIGHEST for action port [ 829.578098] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_rules [ 829.578280] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 829.578408] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4895589a-b565-4f50-8aa0-cbe22761f4bf with Priority: HIGHEST for action port [ 829.578737] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.578897] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.579031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.579254] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.579441] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.580279] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.580389] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.580601] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-4895589a-b565-4f50-8aa0-cbe22761f4bf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.580761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4895589a-b565-4f50-8aa0-cbe22761f4bf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.580815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4895589a-b565-4f50-8aa0-cbe22761f4bf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.581021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4895589a-b565-4f50-8aa0-cbe22761f4bf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.581161] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4895589a-b565-4f50-8aa0-cbe22761f4bf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.819138] env[69309]: INFO networking_nsxv3.common.synchronization [req-a5ae804e-bc7e-4d2b-9537-83cb3c617ccf req-21ff5025-fa9b-4a12-b1c5-bd85019a87fd tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Enqueued Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_members [ 829.819702] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_members [ 829.820017] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.820143] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.882445] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.882585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.082981] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.083114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.083297] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4895589a-b565-4f50-8aa0-cbe22761f4bf with status ACTIVE [ 830.083456] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.083563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.083630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.083830] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.083921] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.084101] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.084195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.084254] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.084412] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.084530] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.084665] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.084761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.084828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.084964] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.085047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.085131] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4895589a-b565-4f50-8aa0-cbe22761f4bf is going to be updated. [ 830.105107] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.105244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.105308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.105508] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.105641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.105803] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4895589a-b565-4f50-8aa0-cbe22761f4bf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.370906] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: SUCCESS [ 830.370906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.370906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.370906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.370906] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.370906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.370906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.370906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.370906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.370906] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.445400] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 in Status: SUCCESS [ 830.445400] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 deletion is rescheduled due to dependency. [ 830.445400] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.873989] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.377468] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.517604] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be844662-0679-4f92-846b-5a9f0779cb45 in Status: SUCCESS [ 831.517909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.541465] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: SUCCESS [ 831.541465] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.541661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.541995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.542264] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.542398] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.542465] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.542705] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.542822] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.542949] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.879836] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.879977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.880069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.880286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.880380] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.880499] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9d800a6-c6ae-40b8-8cff-24078de40771 is going to be updated. [ 831.907859] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.907957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.907989] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.908222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.908342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.917910] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: IN_PROGRESS for 2s [ 832.045598] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.549107] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.796757] env[69309]: INFO networking_nsxv3.common.synchronization [req-9570c72b-7e0f-4841-81df-8e0f94725ce8 req-a84116c2-4e15-4da9-8373-46b2925c2dca tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 832.797440] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 832.797789] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.797934] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.798120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.798439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.798683] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.798843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.798939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.799165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.799295] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.799538] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.051860] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.052038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.052115] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.052346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.052419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.052513] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 is going to be updated. [ 833.082185] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.082333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.082424] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.082594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.082742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.090262] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: IN_PROGRESS for 2s [ 833.302426] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.302880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.302880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.302880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.303192] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.303192] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.303309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.303309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.303588] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.303651] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.303706] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf already deleted. [ 833.303786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.465648] env[69309]: INFO networking_nsxv3.common.synchronization [req-9570c72b-7e0f-4841-81df-8e0f94725ce8 req-a69ba597-d145-45a2-b49e-29f613fc115d tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 833.466310] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 833.466634] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.466718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.467186] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.467186] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.467518] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.467659] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.467727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.467928] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.467981] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.468558] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.927862] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: SUCCESS [ 833.928305] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.928305] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.929472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.929472] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.929472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.929472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.929472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.929472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.929472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.929472] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.973098] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.973098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.973098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.973098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.973098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.973098] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.973098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.973098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.973098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.973098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.973098] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf already deleted. [ 833.973098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.020710] env[69309]: INFO networking_nsxv3.common.synchronization [req-9570c72b-7e0f-4841-81df-8e0f94725ce8 req-923087cb-35fa-4a2a-9c6d-2eb9ce2349ff tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 834.021514] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 834.022065] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.022454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.022687] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.023216] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.023879] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.025411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.025411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.025411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.025411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.025411] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.433758] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.433758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.433758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.433758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.433758] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.433758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.433758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.434248] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.434248] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.434333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.434538] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.434642] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.434707] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.434862] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.435012] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.435115] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.435178] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.435315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.435438] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.435468] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.435555] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.526586] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.527940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.527940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.527940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.527940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.527940] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.527940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.527940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.527940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.527940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.527940] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf already deleted. [ 834.527940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.604375] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.604640] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-517" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.605363] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-517" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.606159] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-517" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.606466] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.606637] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.606758] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.606992] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.607158] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.607386] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.607523] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.607640] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.607752] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.607873] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.607983] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.608144] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.630845] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.630845] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 834.631081] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.631227] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-517" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.631535] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-5bff42f0-aa49-43ff-980e-4928d5cf8b9a taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.631706] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-5bff42f0-aa49-43ff-980e-4928d5cf8b9a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.631853] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-5bff42f0-aa49-43ff-980e-4928d5cf8b9a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.632175] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-5bff42f0-aa49-43ff-980e-4928d5cf8b9a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.632459] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bff42f0-aa49-43ff-980e-4928d5cf8b9a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.830783] env[69309]: INFO networking_nsxv3.common.synchronization [None req-01a647f2-395b-485b-8c4a-39d3e2cb8178 None None] Enqueued Resource ID: 23bb53d1-5bc8-43b0-93cd-7536bd0f1155 with Priority: HIGHEST for action port [ 834.831358] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bb53d1-5bc8-43b0-93cd-7536bd0f1155 with Priority: HIGHEST for action port [ 834.831687] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-23bb53d1-5bc8-43b0-93cd-7536bd0f1155 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.831819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23bb53d1-5bc8-43b0-93cd-7536bd0f1155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.831890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23bb53d1-5bc8-43b0-93cd-7536bd0f1155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.836356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23bb53d1-5bc8-43b0-93cd-7536bd0f1155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.836356] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23bb53d1-5bc8-43b0-93cd-7536bd0f1155',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.939714] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9d800a6-c6ae-40b8-8cff-24078de40771: rpc.has_security_group_logging(os_id): False [ 834.964352] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.964504] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.964564] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.964806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.964921] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.965161] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.965265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.965329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.965484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.965562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.965736] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.965826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.965884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.966032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.966101] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.966271] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.966361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.966455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.966549] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.966622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.966711] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9d800a6-c6ae-40b8-8cff-24078de40771 is going to be updated. [ 835.029739] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.029969] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.029969] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.030192] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.030408] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.043652] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: IN_PROGRESS for 2s [ 835.102250] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: SUCCESS [ 835.102507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.102767] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.103356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.103356] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.103356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.103356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.103594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.103689] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.104192] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.104192] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.139212] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.139212] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.139212] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.139212] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.139212] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.139212] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 5bff42f0-aa49-43ff-980e-4928d5cf8b9a not found, creating... [ 835.139212] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.139212] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.139212] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.139212] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.139212] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.139711] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.139711] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.139711] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.139711] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.139711] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.139711] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 5bff42f0-aa49-43ff-980e-4928d5cf8b9a is going to be created. [ 835.171436] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.173603] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.173603] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.173603] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.173603] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.173603] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-5bff42f0-aa49-43ff-980e-4928d5cf8b9a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.337299] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23bb53d1-5bc8-43b0-93cd-7536bd0f1155 [ 835.337299] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.337299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.337299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.337299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.337299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.337299] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23bb53d1-5bc8-43b0-93cd-7536bd0f1155 already deleted. [ 835.337299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23bb53d1-5bc8-43b0-93cd-7536bd0f1155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.379645] env[69309]: INFO networking_nsxv3.common.synchronization [req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac req-24c030e6-8db6-4bb0-8ff1-b51fb1d47ab8 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 835.380177] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 835.380559] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.380694] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.380758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.381138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.381336] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.381478] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.381574] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.381785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.381929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.382077] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.606698] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.607837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.607837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.607837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.607837] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.607837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.607837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.607837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.607837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.607837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.608286] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.608286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.608286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.608286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.608419] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.608463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.608952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.608952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.608952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.608952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.608952] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.717113] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.717113] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-255" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.717113] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-255" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.717113] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-255" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.717978] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.721021] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.721021] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.721021] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.721021] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.721021] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.721021] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.721021] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.721021] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.721021] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.721021] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.721021] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.741268] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.741268] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 835.741268] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.741268] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-255" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.741268] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-823e79d8-d2ac-435c-8468-6646e61fffae taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.741268] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-823e79d8-d2ac-435c-8468-6646e61fffae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.741268] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-823e79d8-d2ac-435c-8468-6646e61fffae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.741268] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-823e79d8-d2ac-435c-8468-6646e61fffae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.741268] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823e79d8-d2ac-435c-8468-6646e61fffae',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.886535] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.886712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.886789] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.887037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.887164] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.887374] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.887493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.887554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.887739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.887821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.887931] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 already deleted. [ 835.888031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.070896] env[69309]: INFO networking_nsxv3.common.synchronization [req-9570c72b-7e0f-4841-81df-8e0f94725ce8 req-1ad6a8bd-6084-4bb7-80fc-ac7909e64be9 service nova] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_rules [ 836.071173] env[69309]: INFO networking_nsxv3.common.synchronization [req-9570c72b-7e0f-4841-81df-8e0f94725ce8 req-1ad6a8bd-6084-4bb7-80fc-ac7909e64be9 service nova] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 836.071240] env[69309]: INFO networking_nsxv3.common.synchronization [req-9570c72b-7e0f-4841-81df-8e0f94725ce8 req-1ad6a8bd-6084-4bb7-80fc-ac7909e64be9 service nova] Enqueued Resource ID: 5bff42f0-aa49-43ff-980e-4928d5cf8b9a with Priority: HIGHEST for action port [ 836.071756] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_rules [ 836.071893] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 836.071991] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bff42f0-aa49-43ff-980e-4928d5cf8b9a with Priority: HIGHEST for action port [ 836.072281] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.072403] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.072488] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.072782] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.072869] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.073689] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.073804] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.073871] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.074046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.074192] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.074286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.074345] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.074516] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.074594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.074643] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.075651] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bff42f0-aa49-43ff-980e-4928d5cf8b9a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.075762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bff42f0-aa49-43ff-980e-4928d5cf8b9a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.075859] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bff42f0-aa49-43ff-980e-4928d5cf8b9a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.075974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bff42f0-aa49-43ff-980e-4928d5cf8b9a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.076061] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bff42f0-aa49-43ff-980e-4928d5cf8b9a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.113675] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 341d8e01-9f6c-4215-a954-7a43325afd97: rpc.has_security_group_logging(os_id): False [ 836.129984] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.130128] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.130204] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.130610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.130610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.130721] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.130775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.130824] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.130989] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.131056] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.131223] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.131316] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.131375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.131513] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.131588] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.131849] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.131919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.132014] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.132206] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.132310] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.132421] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 is going to be updated. [ 836.188068] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.188509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.189400] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.189400] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.189400] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.202784] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: IN_PROGRESS for 2s [ 836.243520] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.243788] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.243929] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.244318] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.244513] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.244513] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 823e79d8-d2ac-435c-8468-6646e61fffae not found, creating... [ 836.244791] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.244957] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.245053] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.245318] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.245394] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.245835] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.245918] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.246015] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.246220] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.246356] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.246497] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 823e79d8-d2ac-435c-8468-6646e61fffae is going to be created. [ 836.287255] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.287479] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.287614] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.287905] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.288175] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.290603] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-823e79d8-d2ac-435c-8468-6646e61fffae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.577285] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.577421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.581818] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.582699] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bff42f0-aa49-43ff-980e-4928d5cf8b9a with status ACTIVE [ 836.582879] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.582998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.583070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.583268] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.583355] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.583575] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.583680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.583740] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.583891] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.583967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.584160] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.584249] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.584307] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.584445] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.584512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.584591] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bff42f0-aa49-43ff-980e-4928d5cf8b9a is going to be updated. [ 836.604971] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.605171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.605171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.605398] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.605504] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.605659] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bff42f0-aa49-43ff-980e-4928d5cf8b9a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.802018] env[69309]: INFO networking_nsxv3.common.synchronization [None req-493705a5-6f5a-4ae7-b004-c3b5745bcb5e None None] Enqueued Resource ID: 51ab98b9-e80d-4d3f-9e69-a9f99cf6ea6f with Priority: HIGHEST for action port [ 836.802018] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51ab98b9-e80d-4d3f-9e69-a9f99cf6ea6f with Priority: HIGHEST for action port [ 836.802018] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-51ab98b9-e80d-4d3f-9e69-a9f99cf6ea6f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.802018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51ab98b9-e80d-4d3f-9e69-a9f99cf6ea6f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.802018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51ab98b9-e80d-4d3f-9e69-a9f99cf6ea6f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.802598] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51ab98b9-e80d-4d3f-9e69-a9f99cf6ea6f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.802812] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51ab98b9-e80d-4d3f-9e69-a9f99cf6ea6f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.815130] env[69309]: INFO networking_nsxv3.common.synchronization [req-17891dd0-ed32-470f-807c-55d89121f147 req-e5cadd83-7989-4644-a093-0cc2f73f78a6 tempest-ServerAddressesTestJSON-1320156762 tempest-ServerAddressesTestJSON-1320156762-project-member] Enqueued Resource ID: be844662-0679-4f92-846b-5a9f0779cb45 with Priority: HIGHEST for action security_group_members [ 836.815130] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be844662-0679-4f92-846b-5a9f0779cb45 with Priority: HIGHEST for action security_group_members [ 836.815130] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-be844662-0679-4f92-846b-5a9f0779cb45 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.815130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.815130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.815130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.815130] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.815130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.815130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.815130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.815130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.815130] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be844662-0679-4f92-846b-5a9f0779cb45',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.953543] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.953543] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-490" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.953543] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-490" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.953543] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-490" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.953543] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.954859] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.955138] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.956133] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.956481] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.956902] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.957139] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.957389] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.957602] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.958093] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.959728] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.959728] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.977729] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.978025] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.978224] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.978403] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-490" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.979032] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-aab1a897-8e84-42f5-9a16-970f7a57fdfc taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.979032] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-aab1a897-8e84-42f5-9a16-970f7a57fdfc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.979210] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-aab1a897-8e84-42f5-9a16-970f7a57fdfc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.979408] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-aab1a897-8e84-42f5-9a16-970f7a57fdfc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.979566] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aab1a897-8e84-42f5-9a16-970f7a57fdfc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.055051] env[69309]: INFO networking_nsxv3.common.synchronization [req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac req-d166b90f-3faf-468c-ba75-3da312a0239e service nova] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_rules [ 837.055051] env[69309]: INFO networking_nsxv3.common.synchronization [req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac req-d166b90f-3faf-468c-ba75-3da312a0239e service nova] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 837.055051] env[69309]: INFO networking_nsxv3.common.synchronization [req-7c2a5e8f-1436-4380-a5a9-392fb7c618ac req-d166b90f-3faf-468c-ba75-3da312a0239e service nova] Enqueued Resource ID: 823e79d8-d2ac-435c-8468-6646e61fffae with Priority: HIGHEST for action port [ 837.055051] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_rules [ 837.055051] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 837.055051] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823e79d8-d2ac-435c-8468-6646e61fffae with Priority: HIGHEST for action port [ 837.055570] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.055670] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.055743] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.056316] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.056410] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.057426] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.057426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.057540] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.059203] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.059203] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.059203] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.059203] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.059203] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.059203] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.059203] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.059684] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-823e79d8-d2ac-435c-8468-6646e61fffae taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.059684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-823e79d8-d2ac-435c-8468-6646e61fffae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.059781] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-823e79d8-d2ac-435c-8468-6646e61fffae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.060116] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-823e79d8-d2ac-435c-8468-6646e61fffae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.060116] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823e79d8-d2ac-435c-8468-6646e61fffae',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.065140] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: SUCCESS [ 837.065140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.065828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.066144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.066320] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.087493] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.305288] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51ab98b9-e80d-4d3f-9e69-a9f99cf6ea6f [ 837.305532] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.305670] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.306497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.306497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.306497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.306497] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51ab98b9-e80d-4d3f-9e69-a9f99cf6ea6f already deleted. [ 837.306497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51ab98b9-e80d-4d3f-9e69-a9f99cf6ea6f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.317614] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.317614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.317614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.317828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.318578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.318927] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.319958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.319958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.319958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.319958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.319958] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be844662-0679-4f92-846b-5a9f0779cb45 is going to be updated. [ 837.347868] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.348188] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.348290] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.348557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.348723] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.359240] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be844662-0679-4f92-846b-5a9f0779cb45 in Status: IN_PROGRESS for 2s [ 837.482923] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.484062] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.484062] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.484062] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.484062] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.484062] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port aab1a897-8e84-42f5-9a16-970f7a57fdfc not found, creating... [ 837.484254] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.484254] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.484361] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.484586] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.484719] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.484990] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.486398] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.486527] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.487433] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.487433] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.487433] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: aab1a897-8e84-42f5-9a16-970f7a57fdfc is going to be created. [ 837.506030] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.506030] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.506030] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.506220] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.506412] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.506653] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-aab1a897-8e84-42f5-9a16-970f7a57fdfc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.560138] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.563714] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 823e79d8-d2ac-435c-8468-6646e61fffae with status ACTIVE [ 837.563951] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.564104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.564172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.564378] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.564467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.564641] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.564739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.564795] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.564936] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.565027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.565349] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.565349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.565349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.565488] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.565555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.565653] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 823e79d8-d2ac-435c-8468-6646e61fffae is going to be updated. [ 837.566763] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.566861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.568588] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.568747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.568824] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.568984] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.569142] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.569239] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.569302] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.569845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.569845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.569966] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.569966] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.583390] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.583524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.584180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.584389] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.584523] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.584679] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-823e79d8-d2ac-435c-8468-6646e61fffae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.590548] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.590677] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.590722] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.590887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.590971] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.591072] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf is going to be created. [ 837.631553] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.631728] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.631787] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.631984] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.632158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.647229] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: UNINITIALIZED for 2s [ 838.064778] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.072160] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.072312] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.072379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.072591] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.072755] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.072856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.072923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.073083] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.073178] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.073262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.073406] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.073497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.073557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.073721] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.073860] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.073950] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.074012] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.074156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.074231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.074311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.074396] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.218148] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: SUCCESS [ 838.218148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.276183] env[69309]: INFO networking_nsxv3.common.synchronization [req-9570c72b-7e0f-4841-81df-8e0f94725ce8 req-6b04781a-5e68-4ffd-b7e5-91267dc0fa0d service nova] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_rules [ 838.276183] env[69309]: INFO networking_nsxv3.common.synchronization [req-9570c72b-7e0f-4841-81df-8e0f94725ce8 req-6b04781a-5e68-4ffd-b7e5-91267dc0fa0d service nova] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 838.276183] env[69309]: INFO networking_nsxv3.common.synchronization [req-9570c72b-7e0f-4841-81df-8e0f94725ce8 req-6b04781a-5e68-4ffd-b7e5-91267dc0fa0d service nova] Enqueued Resource ID: aab1a897-8e84-42f5-9a16-970f7a57fdfc with Priority: HIGHEST for action port [ 838.276183] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_rules [ 838.276183] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 838.276183] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab1a897-8e84-42f5-9a16-970f7a57fdfc with Priority: HIGHEST for action port [ 838.276183] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.276183] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.277010] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.277259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.277570] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-aab1a897-8e84-42f5-9a16-970f7a57fdfc taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.278866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aab1a897-8e84-42f5-9a16-970f7a57fdfc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.278866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aab1a897-8e84-42f5-9a16-970f7a57fdfc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.278866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aab1a897-8e84-42f5-9a16-970f7a57fdfc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.278866] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aab1a897-8e84-42f5-9a16-970f7a57fdfc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.567829] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.567918] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.567951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.568185] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.568274] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.568368] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be created. [ 838.576470] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9d800a6-c6ae-40b8-8cff-24078de40771: rpc.has_security_group_logging(os_id): False [ 838.594383] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.594547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.594547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.594774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.595010] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.597165] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.597302] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.597432] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.597600] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.597695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.597925] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.598043] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.598103] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.598276] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.598366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.598638] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.598787] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.598870] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.599013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.599092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.599271] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.599364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.599421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.599581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.599661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.599744] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9d800a6-c6ae-40b8-8cff-24078de40771 is going to be updated. [ 838.608702] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: UNINITIALIZED for 2s [ 838.652949] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.653132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.653132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.653329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.653471] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.668712] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: IN_PROGRESS for 2s [ 838.781655] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aab1a897-8e84-42f5-9a16-970f7a57fdfc with status ACTIVE [ 838.781770] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.781907] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.782011] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.782319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.782458] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.782691] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.782934] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.783082] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.783292] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.783391] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.783591] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.783694] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.783760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.783918] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.783997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.784100] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aab1a897-8e84-42f5-9a16-970f7a57fdfc is going to be updated. [ 838.811989] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.812178] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.812257] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.812497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.812671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.812830] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aab1a897-8e84-42f5-9a16-970f7a57fdfc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.027649] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.027760] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-517" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.027943] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-517" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.028487] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-517" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.028563] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.028760] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.030218] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.030218] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.030218] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.030218] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.030218] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.030218] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.030218] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.030218] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.030218] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.030521] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.050283] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.050283] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 839.050283] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.050283] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-517" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.050283] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-f65f5463-50d1-4bdd-9716-ccdf56612391 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.050283] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-f65f5463-50d1-4bdd-9716-ccdf56612391" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.050283] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-f65f5463-50d1-4bdd-9716-ccdf56612391" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.050283] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-f65f5463-50d1-4bdd-9716-ccdf56612391" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.050283] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f65f5463-50d1-4bdd-9716-ccdf56612391',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.368937] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be844662-0679-4f92-846b-5a9f0779cb45 in Status: SUCCESS [ 839.369250] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be844662-0679-4f92-846b-5a9f0779cb45 deletion is rescheduled due to dependency. [ 839.369414] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.554359] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.554621] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.554757] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.555063] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.555241] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.555407] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port f65f5463-50d1-4bdd-9716-ccdf56612391 not found, creating... [ 839.555685] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.555856] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.555984] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.556236] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.556377] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.556771] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.556948] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.557083] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.557296] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.557430] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.557747] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: f65f5463-50d1-4bdd-9716-ccdf56612391 is going to be created. [ 839.577486] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.577721] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.577845] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.578142] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.578434] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.578600] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-f65f5463-50d1-4bdd-9716-ccdf56612391" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.655644] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: SUCCESS [ 839.656570] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.656570] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.656570] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.656719] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.656719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.656812] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.657491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.657491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.657491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.657491] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.658066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.658835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.658835] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.658835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.658835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.658835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.658835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.659089] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.161557] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.161557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.161557] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.258999] env[69309]: INFO networking_nsxv3.common.synchronization [req-9570c72b-7e0f-4841-81df-8e0f94725ce8 req-91b52323-e01c-4c20-8ce2-184ddf2f1d27 service nova] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_rules [ 840.259374] env[69309]: INFO networking_nsxv3.common.synchronization [req-9570c72b-7e0f-4841-81df-8e0f94725ce8 req-91b52323-e01c-4c20-8ce2-184ddf2f1d27 service nova] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 840.259453] env[69309]: INFO networking_nsxv3.common.synchronization [req-9570c72b-7e0f-4841-81df-8e0f94725ce8 req-91b52323-e01c-4c20-8ce2-184ddf2f1d27 service nova] Enqueued Resource ID: f65f5463-50d1-4bdd-9716-ccdf56612391 with Priority: HIGHEST for action port [ 840.260234] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_rules [ 840.260378] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 840.260484] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65f5463-50d1-4bdd-9716-ccdf56612391 with Priority: HIGHEST for action port [ 840.260774] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.260881] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.261088] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.261273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.261342] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f65f5463-50d1-4bdd-9716-ccdf56612391 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.261444] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f65f5463-50d1-4bdd-9716-ccdf56612391" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.261501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f65f5463-50d1-4bdd-9716-ccdf56612391" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.261700] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f65f5463-50d1-4bdd-9716-ccdf56612391" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.261788] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f65f5463-50d1-4bdd-9716-ccdf56612391',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.618964] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 840.619382] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.619559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.619843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.620140] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.620342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.620448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.620686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.620818] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.620951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.621106] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.662664] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.682413] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: SUCCESS [ 840.682736] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.764226] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f65f5463-50d1-4bdd-9716-ccdf56612391 with status ACTIVE [ 840.764509] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.764609] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.764671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.764886] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.765042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.765167] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.765267] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.765336] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.765467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.765545] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.765723] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.765813] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.765873] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.766015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.766095] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.766178] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f65f5463-50d1-4bdd-9716-ccdf56612391 is going to be updated. [ 840.788249] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.788479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.788587] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.788855] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.792032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.792032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f65f5463-50d1-4bdd-9716-ccdf56612391" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.124162] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.124162] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.124320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.124450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.124618] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.124744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.124784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.124915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.125007] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.125104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.125248] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.125337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.125396] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.125530] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.125662] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.125748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.125805] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.125940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.126027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.126106] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.126194] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.165653] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.166096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.166096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.166096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.166238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.166271] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf is going to be updated. [ 841.193190] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.193390] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.193504] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.193746] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.193941] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.202285] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: IN_PROGRESS for 2s [ 841.630031] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f23eef97-2b3e-4b9b-8fa5-ce8364a7b703: rpc.has_security_group_logging(os_id): False [ 841.647783] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.647930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.647970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.648197] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.648289] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.648531] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.648615] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.648663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.648799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.648876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.649059] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.649153] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.649216] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.649354] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.649428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.649694] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.649843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.649967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.650166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.650212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.650287] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be created. [ 841.726017] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.726211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.726272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.726449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.726627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.745239] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 2s [ 842.726208] env[69309]: INFO networking_nsxv3.common.synchronization [req-0f5d00ad-6208-4389-8345-9d9ac1501414 req-4a5cb86f-1675-431a-82f9-100bc0f66eaf tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 842.726722] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 842.727030] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.727158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.727226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.727438] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.727680] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.727798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.727895] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.728031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.728125] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.728454] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.212834] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: SUCCESS [ 843.212834] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.212969] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.213861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.213861] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.213861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.213861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.214096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.214217] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.214321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.214506] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.214598] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.214658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.214831] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.215240] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.216788] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.216788] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.216788] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.216788] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.216788] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.216788] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.217415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.217616] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.217842] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.218146] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.220079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.220079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.220079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.220079] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.231518] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.231658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.231726] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.231914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.231997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.232318] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.232412] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.232470] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.232614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.232684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.232764] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be updated. [ 843.258148] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.258295] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.258348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.259042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.259042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.267059] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 843.717995] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf: rpc.has_security_group_logging(os_id): False [ 843.720604] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.736557] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.736815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.736815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.737039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.737144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.737339] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.737586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.737586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.737737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.737814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.738015] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.738114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.738178] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.738314] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.738379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.738618] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.738711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.738711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.738846] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.738919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.739011] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf is going to be created. [ 843.755943] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 843.756191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.795539] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.795694] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.795758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.795967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.796160] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.807555] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: IN_PROGRESS for 2s [ 844.223627] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.728410] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.728744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.728744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.728987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.729252] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.729252] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf is going to be updated. [ 844.756475] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.756780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.756780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.756878] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.757034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.765521] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: IN_PROGRESS for 2s [ 845.064841] env[69309]: INFO networking_nsxv3.common.synchronization [req-8a2d52fe-ab49-49b6-91b0-992d1688d834 req-4e0a12cb-fb7c-486d-a01a-81a98d7eef0c tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 845.065049] env[69309]: INFO networking_nsxv3.common.synchronization [req-8a2d52fe-ab49-49b6-91b0-992d1688d834 req-4e0a12cb-fb7c-486d-a01a-81a98d7eef0c tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb with Priority: HIGHEST for action security_group_members [ 845.065535] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 845.065713] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb with Priority: HIGHEST for action security_group_members [ 845.065978] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.066142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.066211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.066661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.066661] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.066661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.066661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.066918] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.066918] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.067051] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.067819] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.067933] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.068057] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.068212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.068364] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.068454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.068488] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.068638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.068705] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.068799] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.108248] env[69309]: INFO networking_nsxv3.common.synchronization [req-8a2d52fe-ab49-49b6-91b0-992d1688d834 req-4e0a12cb-fb7c-486d-a01a-81a98d7eef0c tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb with Priority: HIGHEST for action security_group_rules [ 845.108424] env[69309]: INFO networking_nsxv3.common.synchronization [req-8a2d52fe-ab49-49b6-91b0-992d1688d834 req-4e0a12cb-fb7c-486d-a01a-81a98d7eef0c tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb with Priority: HIGHEST for action security_group_members [ 845.108565] env[69309]: INFO networking_nsxv3.common.synchronization [req-8a2d52fe-ab49-49b6-91b0-992d1688d834 req-4e0a12cb-fb7c-486d-a01a-81a98d7eef0c tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_rules [ 845.108733] env[69309]: INFO networking_nsxv3.common.synchronization [req-8a2d52fe-ab49-49b6-91b0-992d1688d834 req-4e0a12cb-fb7c-486d-a01a-81a98d7eef0c tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 845.108872] env[69309]: INFO networking_nsxv3.common.synchronization [req-8a2d52fe-ab49-49b6-91b0-992d1688d834 req-4e0a12cb-fb7c-486d-a01a-81a98d7eef0c tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 823e79d8-d2ac-435c-8468-6646e61fffae with Priority: HIGHEST for action port [ 845.109354] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb with Priority: HIGHEST for action security_group_rules [ 845.109488] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_rules [ 845.109638] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823e79d8-d2ac-435c-8468-6646e61fffae with Priority: HIGHEST for action port [ 845.109728] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb with Priority: HIGHEST for action security_group_members [ 845.109819] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 845.110098] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.110215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.110296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.110639] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.110723] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.111529] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.111631] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.111706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.111861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.111936] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.112664] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-823e79d8-d2ac-435c-8468-6646e61fffae taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.112824] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-823e79d8-d2ac-435c-8468-6646e61fffae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.112824] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-823e79d8-d2ac-435c-8468-6646e61fffae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.112973] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-823e79d8-d2ac-435c-8468-6646e61fffae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.113079] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823e79d8-d2ac-435c-8468-6646e61fffae',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.113747] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.113867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.114031] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.114155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.143108] env[69309]: INFO networking_nsxv3.common.synchronization [req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 req-7f6c42ac-0ad2-4354-b038-65d0c6ba265a tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Enqueued Resource ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 with Priority: HIGHEST for action security_group_members [ 845.143108] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 with Priority: HIGHEST for action security_group_members [ 845.143108] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbcf86a5-6932-4843-8ffe-f65d932e1980 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.143108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.143108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.143108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.143108] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.143108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.143108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.143108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.143108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.143108] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbcf86a5-6932-4843-8ffe-f65d932e1980',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.276865] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 845.276865] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d deletion is rescheduled due to dependency. [ 845.276865] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.455020] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.455020] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-656" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.455020] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-656" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.455020] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-656" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.455020] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.455020] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.455020] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.455020] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.455020] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.455686] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.455833] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.455969] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.456159] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.456330] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.456476] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.456646] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.476041] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.476278] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 845.476488] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.476704] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-656" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.477092] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-8326817d-1a61-4398-84cb-fe9d02f75bac taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.477284] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-8326817d-1a61-4398-84cb-fe9d02f75bac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.477860] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-8326817d-1a61-4398-84cb-fe9d02f75bac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.478247] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-8326817d-1a61-4398-84cb-fe9d02f75bac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.478414] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8326817d-1a61-4398-84cb-fe9d02f75bac',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.482272] env[69309]: INFO networking_nsxv3.common.synchronization [req-787169f1-b272-4b33-a35a-d157c96861fd req-1a074e7e-737f-492e-a2fa-8c28f2159791 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb with Priority: HIGHEST for action security_group_members [ 845.484777] env[69309]: INFO networking_nsxv3.common.synchronization [req-787169f1-b272-4b33-a35a-d157c96861fd req-1a074e7e-737f-492e-a2fa-8c28f2159791 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 845.484777] env[69309]: INFO networking_nsxv3.common.synchronization [req-787169f1-b272-4b33-a35a-d157c96861fd req-1a074e7e-737f-492e-a2fa-8c28f2159791 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 with Priority: HIGHEST for action security_group_members [ 845.484777] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb with Priority: HIGHEST for action security_group_members [ 845.484777] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 845.484777] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 with Priority: HIGHEST for action security_group_members [ 845.484777] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.484777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.484777] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.484777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.484777] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-520e6d46-7d10-44e6-ade9-a13946c0b509 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.484777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.484777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.484777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.484777] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.485737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.485737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.485737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.485737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.485737] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('520e6d46-7d10-44e6-ade9-a13946c0b509',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.543779] env[69309]: INFO networking_nsxv3.common.synchronization [req-787169f1-b272-4b33-a35a-d157c96861fd req-1a074e7e-737f-492e-a2fa-8c28f2159791 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 with Priority: HIGHEST for action security_group_rules [ 845.543949] env[69309]: INFO networking_nsxv3.common.synchronization [req-787169f1-b272-4b33-a35a-d157c96861fd req-1a074e7e-737f-492e-a2fa-8c28f2159791 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 with Priority: HIGHEST for action security_group_members [ 845.544544] env[69309]: INFO networking_nsxv3.common.synchronization [req-787169f1-b272-4b33-a35a-d157c96861fd req-1a074e7e-737f-492e-a2fa-8c28f2159791 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb with Priority: HIGHEST for action security_group_rules [ 845.544754] env[69309]: INFO networking_nsxv3.common.synchronization [req-787169f1-b272-4b33-a35a-d157c96861fd req-1a074e7e-737f-492e-a2fa-8c28f2159791 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb with Priority: HIGHEST for action security_group_members [ 845.544929] env[69309]: INFO networking_nsxv3.common.synchronization [req-787169f1-b272-4b33-a35a-d157c96861fd req-1a074e7e-737f-492e-a2fa-8c28f2159791 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_rules [ 845.545114] env[69309]: INFO networking_nsxv3.common.synchronization [req-787169f1-b272-4b33-a35a-d157c96861fd req-1a074e7e-737f-492e-a2fa-8c28f2159791 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 845.545273] env[69309]: INFO networking_nsxv3.common.synchronization [req-787169f1-b272-4b33-a35a-d157c96861fd req-1a074e7e-737f-492e-a2fa-8c28f2159791 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 823e79d8-d2ac-435c-8468-6646e61fffae with Priority: HIGHEST for action port [ 845.545801] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 with Priority: HIGHEST for action security_group_rules [ 845.545980] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb with Priority: HIGHEST for action security_group_rules [ 845.546120] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 845.546407] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823e79d8-d2ac-435c-8468-6646e61fffae with Priority: HIGHEST for action port [ 845.546651] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_rules [ 845.546719] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 with Priority: HIGHEST for action security_group_members [ 845.546920] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb with Priority: HIGHEST for action security_group_members [ 845.547441] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-520e6d46-7d10-44e6-ade9-a13946c0b509 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.547441] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.547620] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.547946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.548117] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('520e6d46-7d10-44e6-ade9-a13946c0b509',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.549331] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.549551] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.550074] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.550603] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.551283] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-823e79d8-d2ac-435c-8468-6646e61fffae taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.551283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-823e79d8-d2ac-435c-8468-6646e61fffae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.551283] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.551598] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.551895] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-520e6d46-7d10-44e6-ade9-a13946c0b509 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.552059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.552444] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.552573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.571761] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.571761] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.615141] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.615141] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.615334] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.615422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.616027] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 823e79d8-d2ac-435c-8468-6646e61fffae with status ACTIVE [ 845.616027] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.616027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.616027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.616225] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.616225] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.616695] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.616695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.616695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.616695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.616695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.616958] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.616958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.617041] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.617422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.617422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.617422] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 823e79d8-d2ac-435c-8468-6646e61fffae is going to be updated. [ 845.638070] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.638070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.638325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.638363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.638493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.638667] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-823e79d8-d2ac-435c-8468-6646e61fffae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.638977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-823e79d8-d2ac-435c-8468-6646e61fffae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.639169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-823e79d8-d2ac-435c-8468-6646e61fffae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.639257] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823e79d8-d2ac-435c-8468-6646e61fffae',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.646708] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.646915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.647575] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.647575] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.647575] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.647776] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.647827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.647896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.648104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.649208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.649208] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 already deleted. [ 845.649208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.821586] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: SUCCESS [ 845.821586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.821586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.822735] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.822735] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.981337] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.981669] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.981983] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.982322] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.982566] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.982886] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 8326817d-1a61-4398-84cb-fe9d02f75bac not found, creating... [ 845.983288] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.983562] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.983785] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.984119] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.984405] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.984806] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.985072] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.985272] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.985556] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.985760] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.985971] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 8326817d-1a61-4398-84cb-fe9d02f75bac is going to be created. [ 845.987540] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('520e6d46-7d10-44e6-ade9-a13946c0b509',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.011248] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.011366] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.011503] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.011838] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.012132] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.012585] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-8326817d-1a61-4398-84cb-fe9d02f75bac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.054397] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-520e6d46-7d10-44e6-ade9-a13946c0b509 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.054602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.074209] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.075075] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.141679] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 823e79d8-d2ac-435c-8468-6646e61fffae with status ACTIVE [ 846.141921] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.142087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.142155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.142388] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.142492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.142660] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.142758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.142816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.142973] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.143072] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.143260] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.143819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.143819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.143819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.143819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.143974] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 823e79d8-d2ac-435c-8468-6646e61fffae is going to be updated. [ 846.167399] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.167579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.167685] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.167856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.167998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.168166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-823e79d8-d2ac-435c-8468-6646e61fffae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.324706] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.324944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.490231] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('520e6d46-7d10-44e6-ade9-a13946c0b509',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.581021] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.581021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.581021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.581021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.581021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.581021] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb is going to be created. [ 846.581021] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.581021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.581021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.581021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.581021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.581021] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be updated. [ 846.607604] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.607901] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.608068] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.610025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.610025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.611308] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.612082] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.612257] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.612504] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.612749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.626911] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb in Status: UNINITIALIZED for 2s [ 846.626911] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 2s [ 846.707029] env[69309]: INFO networking_nsxv3.common.synchronization [req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 req-d71ea1cf-3b08-4c56-a368-ae418e6d3322 service nova] Enqueued Resource ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 with Priority: HIGHEST for action security_group_rules [ 846.707029] env[69309]: INFO networking_nsxv3.common.synchronization [req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 req-d71ea1cf-3b08-4c56-a368-ae418e6d3322 service nova] Enqueued Resource ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 with Priority: HIGHEST for action security_group_members [ 846.707029] env[69309]: INFO networking_nsxv3.common.synchronization [req-e3f575e4-fe8e-4486-930d-44cb131ec1d0 req-d71ea1cf-3b08-4c56-a368-ae418e6d3322 service nova] Enqueued Resource ID: 8326817d-1a61-4398-84cb-fe9d02f75bac with Priority: HIGHEST for action port [ 846.707029] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 with Priority: HIGHEST for action security_group_rules [ 846.707029] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 with Priority: HIGHEST for action security_group_members [ 846.707029] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326817d-1a61-4398-84cb-fe9d02f75bac with Priority: HIGHEST for action port [ 846.707548] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbcf86a5-6932-4843-8ffe-f65d932e1980 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.707782] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.707942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.708320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.708499] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbcf86a5-6932-4843-8ffe-f65d932e1980',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.711018] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbcf86a5-6932-4843-8ffe-f65d932e1980 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.711018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.711018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.711018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.711018] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.711018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.711018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.711018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.711018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.711018] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbcf86a5-6932-4843-8ffe-f65d932e1980',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.716593] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-8326817d-1a61-4398-84cb-fe9d02f75bac taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.716593] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8326817d-1a61-4398-84cb-fe9d02f75bac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.716593] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8326817d-1a61-4398-84cb-fe9d02f75bac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.716593] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8326817d-1a61-4398-84cb-fe9d02f75bac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.716593] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8326817d-1a61-4398-84cb-fe9d02f75bac',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.775599] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: SUCCESS [ 846.775787] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.776479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.776591] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.776683] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.776799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.776884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.777034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.777104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.777190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.777284] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.994124] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.994124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.994124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.994124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.994124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.994124] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 is going to be created. [ 847.019505] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.023216] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.023295] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.023499] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.023663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.033937] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 in Status: UNINITIALIZED for 2s [ 847.218077] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbcf86a5-6932-4843-8ffe-f65d932e1980 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.218077] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.218077] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbcf86a5-6932-4843-8ffe-f65d932e1980',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.219042] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8326817d-1a61-4398-84cb-fe9d02f75bac with status ACTIVE [ 847.219042] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.219042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.219223] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.219411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.219501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.220315] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.220315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.220315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.220315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.220315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.220566] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.220566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.220635] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.223212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.223212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.223212] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8326817d-1a61-4398-84cb-fe9d02f75bac is going to be updated. [ 847.240194] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.240194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.240194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.240194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.240431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.240431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8326817d-1a61-4398-84cb-fe9d02f75bac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.279867] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.279997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.280073] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.280271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.280440] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.280578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.280640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.280806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.280895] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.280988] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.281158] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.281254] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.281349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.281461] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.281625] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.281751] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.281780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.281920] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.281995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.282202] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.282202] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.723930] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbcf86a5-6932-4843-8ffe-f65d932e1980',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.785226] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf: rpc.has_security_group_logging(os_id): False [ 847.805816] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.805816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.805816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.805816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.805816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.805816] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.805816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.805816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.805816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.805816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.805816] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.805816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.805816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.805816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.805816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.806579] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.806579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.806579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.806579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.806579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.806579] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf is going to be updated. [ 847.867406] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.867406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.867406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.867406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.867406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.880238] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: IN_PROGRESS for 2s [ 848.118153] env[69309]: INFO networking_nsxv3.common.synchronization [req-63523930-b07a-43f8-a902-dbd7931d4e1b req-dcd17751-53ec-40a4-906b-25013aa0bce2 tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Enqueued Resource ID: b2396541-0878-4815-b305-a53bde31357b with Priority: HIGHEST for action security_group_members [ 848.118153] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2396541-0878-4815-b305-a53bde31357b with Priority: HIGHEST for action security_group_members [ 848.118153] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2396541-0878-4815-b305-a53bde31357b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.118153] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.118153] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.118153] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.118153] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.118153] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.118821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.119117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.119329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.119623] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2396541-0878-4815-b305-a53bde31357b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.228426] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.228426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.228426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.228426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.228426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.228426] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 is going to be created. [ 848.255016] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.257425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.257425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.257425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.257425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.264671] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 in Status: UNINITIALIZED for 2s [ 848.441018] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.441018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-997" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.441018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-997" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.441018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-997" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.441018] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.441018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.441018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.441018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.441018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.441018] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.441920] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.442258] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.445212] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.445212] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.445212] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.445212] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.468024] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.468024] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 848.468024] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.468024] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-997" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.468024] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-ca572663-b7be-4e93-a5ea-b49dd226aa6e taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.468024] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-ca572663-b7be-4e93-a5ea-b49dd226aa6e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.468024] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-ca572663-b7be-4e93-a5ea-b49dd226aa6e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.468956] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-ca572663-b7be-4e93-a5ea-b49dd226aa6e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.469403] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca572663-b7be-4e93-a5ea-b49dd226aa6e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.623318] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.623416] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.623466] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.623702] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.623835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.624044] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.624115] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.624206] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.624362] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.624455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.624546] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2396541-0878-4815-b305-a53bde31357b already deleted. [ 848.624629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.639604] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb in Status: UNINITIALIZED for 4s [ 848.640287] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 4s [ 848.973509] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.973824] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.973987] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.974241] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.974402] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.974564] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port ca572663-b7be-4e93-a5ea-b49dd226aa6e not found, creating... [ 848.974844] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.975062] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.975190] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.975412] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.975552] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.975832] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.975984] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.976114] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.976319] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.976453] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.976592] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: ca572663-b7be-4e93-a5ea-b49dd226aa6e is going to be created. [ 848.995023] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.995229] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.995395] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.995607] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.995832] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.996066] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-ca572663-b7be-4e93-a5ea-b49dd226aa6e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.047929] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 in Status: SUCCESS [ 849.048168] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.048714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.048938] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.049135] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.049296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.049366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.049545] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.049652] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.049731] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('520e6d46-7d10-44e6-ade9-a13946c0b509',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.551934] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('520e6d46-7d10-44e6-ade9-a13946c0b509',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.883963] env[69309]: INFO networking_nsxv3.common.synchronization [req-63523930-b07a-43f8-a902-dbd7931d4e1b req-37010ff6-8036-4ec1-a7f1-b59b31e5ce63 service nova] Enqueued Resource ID: b2396541-0878-4815-b305-a53bde31357b with Priority: HIGHEST for action security_group_rules [ 849.883963] env[69309]: INFO networking_nsxv3.common.synchronization [req-63523930-b07a-43f8-a902-dbd7931d4e1b req-37010ff6-8036-4ec1-a7f1-b59b31e5ce63 service nova] Enqueued Resource ID: b2396541-0878-4815-b305-a53bde31357b with Priority: HIGHEST for action security_group_members [ 849.883963] env[69309]: INFO networking_nsxv3.common.synchronization [req-63523930-b07a-43f8-a902-dbd7931d4e1b req-37010ff6-8036-4ec1-a7f1-b59b31e5ce63 service nova] Enqueued Resource ID: ca572663-b7be-4e93-a5ea-b49dd226aa6e with Priority: HIGHEST for action port [ 849.887042] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2396541-0878-4815-b305-a53bde31357b with Priority: HIGHEST for action security_group_rules [ 849.887184] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2396541-0878-4815-b305-a53bde31357b with Priority: HIGHEST for action security_group_members [ 849.887280] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca572663-b7be-4e93-a5ea-b49dd226aa6e with Priority: HIGHEST for action port [ 849.888842] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2396541-0878-4815-b305-a53bde31357b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.889094] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.889094] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.889376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.889512] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2396541-0878-4815-b305-a53bde31357b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.891055] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2396541-0878-4815-b305-a53bde31357b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.891552] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.892091] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.892091] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.892189] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.892263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.892346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.892547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.892657] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.892786] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2396541-0878-4815-b305-a53bde31357b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.894661] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca572663-b7be-4e93-a5ea-b49dd226aa6e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.897867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca572663-b7be-4e93-a5ea-b49dd226aa6e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.897961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca572663-b7be-4e93-a5ea-b49dd226aa6e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.898449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca572663-b7be-4e93-a5ea-b49dd226aa6e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.898449] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca572663-b7be-4e93-a5ea-b49dd226aa6e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.901955] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: SUCCESS [ 849.901955] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.901955] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.902126] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.902158] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.055008] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('520e6d46-7d10-44e6-ade9-a13946c0b509',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.274201] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 in Status: SUCCESS [ 850.274450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.274625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.274850] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.275613] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.275791] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.275865] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.276059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.276140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.276224] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.276322] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbcf86a5-6932-4843-8ffe-f65d932e1980',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.400417] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca572663-b7be-4e93-a5ea-b49dd226aa6e with status ACTIVE [ 850.401234] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.401234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.401234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.401952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.401952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.401952] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.402280] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.402280] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.402801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.402801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.403137] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.403137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.403385] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.403704] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.403704] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.404141] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca572663-b7be-4e93-a5ea-b49dd226aa6e is going to be updated. [ 850.405225] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2396541-0878-4815-b305-a53bde31357b taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.405392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.405611] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2396541-0878-4815-b305-a53bde31357b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.406661] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.406823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.406917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.407402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.407579] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.407677] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.407738] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.407889] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.407969] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.408062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.408150] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.429051] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.429218] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.429283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.429523] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.429686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.429869] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca572663-b7be-4e93-a5ea-b49dd226aa6e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.556275] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.556584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.556584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.556733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.556824] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.556919] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 is going to be updated. [ 850.584621] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.584811] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.584884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.585071] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.585223] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.593937] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 in Status: IN_PROGRESS for 2s [ 850.651042] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 850.651197] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.651308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.651517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.651706] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.651840] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.651921] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.652097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.652178] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.652248] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.653970] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb in Status: SUCCESS [ 850.653970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.654211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.654211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.654319] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.654461] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.654540] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.654641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.654715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.654799] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.778893] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbcf86a5-6932-4843-8ffe-f65d932e1980',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.910727] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2396541-0878-4815-b305-a53bde31357b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.911804] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.911954] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.912037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.912228] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.912417] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.912527] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.912589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.912836] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.912928] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.913027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.913175] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.913295] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.913352] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.913463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.913590] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.913735] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.913735] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.913865] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.913952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.915864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.916016] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.156508] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.157510] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.281400] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbcf86a5-6932-4843-8ffe-f65d932e1980: rpc.has_security_group_logging(os_id): False [ 851.299343] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.299490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.299604] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.299849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.299971] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.300239] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.300356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.300425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.300942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.301038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.301130] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 is going to be created. [ 851.357233] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.357381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.357455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.357711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.357897] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.368248] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 in Status: IN_PROGRESS for 2s [ 851.418244] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.418244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.418244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.418499] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.418610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.418674] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2396541-0878-4815-b305-a53bde31357b is going to be created. [ 851.419939] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf: rpc.has_security_group_logging(os_id): False [ 851.444322] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.444550] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.444550] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.444730] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.444828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.445065] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.445194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.445194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.445344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.445423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.445611] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.445775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.445775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.445937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.445987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.446178] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.446289] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.446347] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.446511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.446592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.446682] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf is going to be updated. [ 851.461560] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.461719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.461786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.461977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.462148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.472240] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2396541-0878-4815-b305-a53bde31357b in Status: UNINITIALIZED for 2s [ 851.521249] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.521405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.521504] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.521777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.521970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.536252] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: IN_PROGRESS for 2s [ 851.660122] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.661248] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.764865] env[69309]: INFO networking_nsxv3.common.synchronization [req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 req-2589e5e5-d369-46d8-9794-dad56252bda1 tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Enqueued Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGHEST for action security_group_members [ 851.765506] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGHEST for action security_group_members [ 851.765825] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.765941] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.766422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.766422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.766573] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.766573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.766695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.766875] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.766959] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.767148] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.088700] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.088856] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.088903] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.089722] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.089722] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.089722] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.089926] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.090070] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.090992] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.090992] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.090992] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.090992] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.090992] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.090992] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.090992] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.091281] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.109617] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.109617] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 852.109617] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.109617] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.109870] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-247a6037-530c-454a-bfc7-16721633f23d taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.109966] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-247a6037-530c-454a-bfc7-16721633f23d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.110105] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-247a6037-530c-454a-bfc7-16721633f23d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.110429] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-247a6037-530c-454a-bfc7-16721633f23d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.110571] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('247a6037-530c-454a-bfc7-16721633f23d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.162884] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.163087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.163248] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.163389] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.163511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.163641] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb is going to be updated. [ 852.165021] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.165169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.165213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.165393] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.165491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.165584] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be updated. [ 852.194942] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.195095] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.195164] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.195369] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.195505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.197262] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.197378] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.197450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.197618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.197742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.206944] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 2s [ 852.207588] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb in Status: IN_PROGRESS for 2s [ 852.270057] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.593914] env[69309]: INFO networking_nsxv3.common.synchronization [req-e477e668-4ab6-4f6b-8aef-01167a60048c req-29a069cd-23b4-45fd-970a-b8c993988c81 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 852.593914] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 852.593914] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.593914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.593914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.593914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.593914] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.593914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.593914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.594284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.594284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.594284] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.603923] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 in Status: SUCCESS [ 852.604148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.604304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.604523] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.604705] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.604958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.604958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.605085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.605160] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.605279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.605373] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('520e6d46-7d10-44e6-ade9-a13946c0b509',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.613349] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.613569] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.613984] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.613984] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.614126] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.614286] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 247a6037-530c-454a-bfc7-16721633f23d not found, creating... [ 852.614460] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.615145] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.615145] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.615145] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.615145] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.615389] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.615492] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.615614] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.615817] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.616674] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.616674] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 247a6037-530c-454a-bfc7-16721633f23d is going to be created. [ 852.634789] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.635017] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.635148] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.635772] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.635772] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.635884] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-247a6037-530c-454a-bfc7-16721633f23d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.773421] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.802818] env[69309]: INFO networking_nsxv3.common.synchronization [req-e477e668-4ab6-4f6b-8aef-01167a60048c req-4db5746d-d9dc-4134-bc7f-ea718cd13977 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 852.803306] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 852.803941] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.804106] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.982982] env[69309]: INFO networking_nsxv3.common.synchronization [req-e477e668-4ab6-4f6b-8aef-01167a60048c req-ab68b74d-4156-4ff2-9667-41abb98d5598 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 852.983754] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 852.984384] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.984517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.098173] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.107673] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('520e6d46-7d10-44e6-ade9-a13946c0b509',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.277509] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.277677] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.277751] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.277965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.278079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.278258] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21085f44-272c-4455-84ca-a94839738973 is going to be updated. [ 853.308291] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.308459] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.308789] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.308789] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.308948] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.319282] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21085f44-272c-4455-84ca-a94839738973 in Status: IN_PROGRESS for 2s [ 853.371677] env[69309]: INFO networking_nsxv3.common.synchronization [req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 req-67185122-253f-4661-93f3-db51c5573da6 service nova] Enqueued Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGHEST for action security_group_rules [ 853.371677] env[69309]: INFO networking_nsxv3.common.synchronization [req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 req-67185122-253f-4661-93f3-db51c5573da6 service nova] Enqueued Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGHEST for action security_group_members [ 853.371801] env[69309]: INFO networking_nsxv3.common.synchronization [req-c8e87e26-aed3-46e9-8dd3-a59bc5b00359 req-67185122-253f-4661-93f3-db51c5573da6 service nova] Enqueued Resource ID: 247a6037-530c-454a-bfc7-16721633f23d with Priority: HIGHEST for action port [ 853.372709] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGHEST for action security_group_rules [ 853.372843] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGHEST for action security_group_members [ 853.372940] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247a6037-530c-454a-bfc7-16721633f23d with Priority: HIGHEST for action port [ 853.373462] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.373823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.373823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.373960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.373960] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.374850] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.375605] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.375798] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-247a6037-530c-454a-bfc7-16721633f23d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.375946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-247a6037-530c-454a-bfc7-16721633f23d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.376097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-247a6037-530c-454a-bfc7-16721633f23d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.376303] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-247a6037-530c-454a-bfc7-16721633f23d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.376420] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('247a6037-530c-454a-bfc7-16721633f23d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.383550] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 in Status: SUCCESS [ 853.383550] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.482558] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2396541-0878-4815-b305-a53bde31357b in Status: SUCCESS [ 853.482814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.483207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.483273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.483466] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.483619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.483747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.483985] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.484076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.484164] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.484258] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2396541-0878-4815-b305-a53bde31357b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.552503] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: SUCCESS [ 853.552731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.603994] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.609851] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 520e6d46-7d10-44e6-ade9-a13946c0b509: rpc.has_security_group_logging(os_id): False [ 853.630227] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.630364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.630554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.630692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.630756] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.630984] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.631286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.631286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.631425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.631425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.631642] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 is going to be created. [ 853.694995] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.695182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.695264] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.695522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.695749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.720587] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 in Status: IN_PROGRESS for 2s [ 853.878642] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 247a6037-530c-454a-bfc7-16721633f23d with status ACTIVE [ 853.878929] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.879043] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.879200] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.879452] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.879614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.879836] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.879979] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.880042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.880237] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.880319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.880507] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.880629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.880690] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.880837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.880912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.880999] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 247a6037-530c-454a-bfc7-16721633f23d is going to be updated. [ 853.882169] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.883122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.904026] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.904026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.904026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.904026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.904281] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.904281] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-247a6037-530c-454a-bfc7-16721633f23d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.988074] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2396541-0878-4815-b305-a53bde31357b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.106541] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.107193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.107193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.107193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.107193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.107357] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf is going to be updated. [ 854.135871] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.136033] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.136106] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.136317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.136457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.144270] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: IN_PROGRESS for 2s [ 854.219016] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 854.219332] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.219597] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.219860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.220091] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.220253] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.220381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.220520] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.220624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.220754] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.222701] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb in Status: SUCCESS [ 854.222898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.223086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.223275] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.223460] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.223595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.223680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.223851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.223950] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.224073] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.490502] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2396541-0878-4815-b305-a53bde31357b: rpc.has_security_group_logging(os_id): False [ 854.508161] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.508322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.508376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.508582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.508696] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.508930] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.509041] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.509104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.509736] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.509859] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.509933] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2396541-0878-4815-b305-a53bde31357b is going to be created. [ 854.573450] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.573611] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.573682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.573952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.574078] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.584688] env[69309]: INFO networking_nsxv3.common.synchronization [req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 req-b4442118-63ba-4f39-a631-b291d7731ab9 tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Enqueued Resource ID: d8a1f2f1-b766-462d-8143-f5510196a476 with Priority: HIGHEST for action security_group_members [ 854.585292] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8a1f2f1-b766-462d-8143-f5510196a476 with Priority: HIGHEST for action security_group_members [ 854.587254] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2396541-0878-4815-b305-a53bde31357b in Status: IN_PROGRESS for 2s [ 854.587254] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8a1f2f1-b766-462d-8143-f5510196a476 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.587254] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.587254] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.587530] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.587610] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.587829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.587829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.587950] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.590025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.590025] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8a1f2f1-b766-462d-8143-f5510196a476',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.725902] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.732301] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.905028] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.905028] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-717" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.905028] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-717" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.905028] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-717" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.905028] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.905028] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.905568] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.905568] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.905568] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.905791] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.905974] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.906053] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.906133] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.906242] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.906579] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.906778] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.925684] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.927932] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 854.927932] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.927932] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-717" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.927932] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-ae97f8f8-6a21-466b-bc42-0fecf6fbeeae taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.927932] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-ae97f8f8-6a21-466b-bc42-0fecf6fbeeae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.927932] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-ae97f8f8-6a21-466b-bc42-0fecf6fbeeae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.927932] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-ae97f8f8-6a21-466b-bc42-0fecf6fbeeae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.927932] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae97f8f8-6a21-466b-bc42-0fecf6fbeeae',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.091011] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.091238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.091334] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.091613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.091742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.092108] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.092263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.092358] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.092573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.092689] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.092814] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8a1f2f1-b766-462d-8143-f5510196a476 already deleted. [ 855.093103] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.228372] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.234397] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.335342] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21085f44-272c-4455-84ca-a94839738973 in Status: SUCCESS [ 855.335342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.335342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.335342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.335342] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.335342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.335342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.335342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.335342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.335342] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.433140] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.433140] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.433140] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.433140] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.433140] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.433140] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port ae97f8f8-6a21-466b-bc42-0fecf6fbeeae not found, creating... [ 855.433140] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.433140] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.433140] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.433140] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.433140] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.433647] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.433647] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.433647] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.434077] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.434411] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.434820] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: ae97f8f8-6a21-466b-bc42-0fecf6fbeeae is going to be created. [ 855.457565] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.458346] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.458651] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.459065] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.459550] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.460464] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-ae97f8f8-6a21-466b-bc42-0fecf6fbeeae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.733380] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 in Status: SUCCESS [ 855.733599] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.734042] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.734173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.734235] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.734441] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.734543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.734635] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be updated. [ 855.737441] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.737540] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.737540] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.737725] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.737811] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.738040] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb is going to be updated. [ 855.768393] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.768528] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.768629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.768816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.768971] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.770896] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.771069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.771069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.771287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.771430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.780143] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb in Status: IN_PROGRESS for 2s [ 855.780838] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 2s [ 855.837360] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.154911] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: SUCCESS [ 856.155304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.155490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.156338] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.156338] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.156492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.156492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.159333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.159508] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.159817] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.229487] env[69309]: INFO networking_nsxv3.common.synchronization [req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 req-414f917b-7106-461c-b61f-460738cd1c74 service nova] Enqueued Resource ID: d8a1f2f1-b766-462d-8143-f5510196a476 with Priority: HIGHEST for action security_group_rules [ 856.231015] env[69309]: INFO networking_nsxv3.common.synchronization [req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 req-414f917b-7106-461c-b61f-460738cd1c74 service nova] Enqueued Resource ID: d8a1f2f1-b766-462d-8143-f5510196a476 with Priority: HIGHEST for action security_group_members [ 856.231244] env[69309]: INFO networking_nsxv3.common.synchronization [req-b02e57b8-eea7-4c7a-a1d6-dd26eb852858 req-414f917b-7106-461c-b61f-460738cd1c74 service nova] Enqueued Resource ID: ae97f8f8-6a21-466b-bc42-0fecf6fbeeae with Priority: HIGHEST for action port [ 856.231525] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8a1f2f1-b766-462d-8143-f5510196a476 with Priority: HIGHEST for action security_group_rules [ 856.232856] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8a1f2f1-b766-462d-8143-f5510196a476 with Priority: HIGHEST for action security_group_members [ 856.232977] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae97f8f8-6a21-466b-bc42-0fecf6fbeeae with Priority: HIGHEST for action port [ 856.233654] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8a1f2f1-b766-462d-8143-f5510196a476 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.233819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.234139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.234439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.234557] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8a1f2f1-b766-462d-8143-f5510196a476',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.235524] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8a1f2f1-b766-462d-8143-f5510196a476 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.235664] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.235742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.236083] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.236083] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.236279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.236279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.236512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.236683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.236683] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8a1f2f1-b766-462d-8143-f5510196a476',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.239555] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae97f8f8-6a21-466b-bc42-0fecf6fbeeae taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.239555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae97f8f8-6a21-466b-bc42-0fecf6fbeeae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.239555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae97f8f8-6a21-466b-bc42-0fecf6fbeeae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.239555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae97f8f8-6a21-466b-bc42-0fecf6fbeeae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.239555] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae97f8f8-6a21-466b-bc42-0fecf6fbeeae',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.340540] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.599956] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2396541-0878-4815-b305-a53bde31357b in Status: SUCCESS [ 856.599956] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.665044] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.665044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.665044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.665044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.665044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.665044] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.665044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.665044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.665044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.665044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.665044] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf is going to be updated. [ 856.690990] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.690990] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.690990] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.690990] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.690990] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.699547] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: IN_PROGRESS for 2s [ 856.740332] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8a1f2f1-b766-462d-8143-f5510196a476 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.740332] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.743098] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae97f8f8-6a21-466b-bc42-0fecf6fbeeae with status ACTIVE [ 856.747017] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.747017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.747017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.747017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.747017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.747017] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.747017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.747017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.747017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.747017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.747017] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.747017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.747017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.747017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.747017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.747017] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae97f8f8-6a21-466b-bc42-0fecf6fbeeae is going to be updated. [ 856.747658] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8a1f2f1-b766-462d-8143-f5510196a476',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.780171] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.780171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.780171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.780171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.780171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.780171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae97f8f8-6a21-466b-bc42-0fecf6fbeeae" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.842515] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.842721] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.842784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.842940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.843059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.843164] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21085f44-272c-4455-84ca-a94839738973 is going to be updated. [ 856.893029] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.893029] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.893029] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.893029] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.893311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.908609] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21085f44-272c-4455-84ca-a94839738973 in Status: IN_PROGRESS for 2s [ 857.251772] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8a1f2f1-b766-462d-8143-f5510196a476',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.462287] env[69309]: INFO networking_nsxv3.common.synchronization [req-335da996-47ce-43cb-bde2-9be63fbd1a28 req-8f4b59b9-9713-4cbe-81be-7991065a16b4 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Enqueued Resource ID: 825a607b-3cf4-4338-b121-984d305110cd with Priority: HIGHEST for action security_group_members [ 857.462832] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825a607b-3cf4-4338-b121-984d305110cd with Priority: HIGHEST for action security_group_members [ 857.463607] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-825a607b-3cf4-4338-b121-984d305110cd taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.463752] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.463817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.464155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.464336] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.464440] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.464493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.465114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.465278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.465345] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('825a607b-3cf4-4338-b121-984d305110cd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.754548] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.754882] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.754882] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.755061] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.755339] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.755339] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8a1f2f1-b766-462d-8143-f5510196a476 is going to be created. [ 857.779557] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.779827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.780433] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.780433] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.780433] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.795332] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8a1f2f1-b766-462d-8143-f5510196a476 in Status: UNINITIALIZED for 2s [ 857.797398] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb in Status: SUCCESS [ 857.797632] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.797854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.798740] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.799426] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.799426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.799426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.799711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.799711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.799802] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.805492] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 857.805670] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.805790] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.806198] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.806499] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.806635] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.806715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.806909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.807037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.807179] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.969429] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.969429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.969429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.969429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.969429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.969429] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.969429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.969429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.969429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.969429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.969429] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825a607b-3cf4-4338-b121-984d305110cd already deleted. [ 857.969429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.222617] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.222851] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-700" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.223313] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-700" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.223779] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-700" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.223970] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.224752] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.224752] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.224752] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.224896] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.225088] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.225222] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.225389] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.225984] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.225984] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.226118] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.226357] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.266482] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.266728] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 858.266821] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.267010] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-700" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.267321] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-8d3c7168-23c2-4b58-95f4-cad89428ce14 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.267581] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-8d3c7168-23c2-4b58-95f4-cad89428ce14" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.267715] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-8d3c7168-23c2-4b58-95f4-cad89428ce14" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.268142] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-8d3c7168-23c2-4b58-95f4-cad89428ce14" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.268354] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d3c7168-23c2-4b58-95f4-cad89428ce14',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.312426] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.313755] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.709398] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: SUCCESS [ 858.709657] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf deletion is rescheduled due to dependency. [ 858.709784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.709933] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.710158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.710416] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.710504] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.710504] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.710657] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.710731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.710820] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.776233] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.776479] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.776607] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.776888] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.777049] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.777274] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 8d3c7168-23c2-4b58-95f4-cad89428ce14 not found, creating... [ 858.777473] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.777630] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.777745] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.778056] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.778123] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.778601] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.778687] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.778750] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.778958] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.779850] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.780496] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 8d3c7168-23c2-4b58-95f4-cad89428ce14 is going to be created. [ 858.801520] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.801763] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.801903] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.802321] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.802563] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.802822] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-8d3c7168-23c2-4b58-95f4-cad89428ce14" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.817057] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.817988] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.925042] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21085f44-272c-4455-84ca-a94839738973 in Status: SUCCESS [ 858.925042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.925042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.925042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.925042] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.925042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.925042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.925042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.925042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.925042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.925042] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.216449] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.216449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.216449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.216449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.216449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.216449] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.216449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.216449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.216449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.216449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.216449] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf is going to be updated. [ 859.246712] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.249316] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.249367] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.249565] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.249731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.259541] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: IN_PROGRESS for 2s [ 859.322177] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.322177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.322177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.322177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.322177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.322177] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb is going to be updated. [ 859.324707] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.324707] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.324707] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.324707] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.324707] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.324707] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be updated. [ 859.350877] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.351036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.351270] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.354412] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.354635] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.357868] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.357868] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.357868] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.357868] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.357868] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.369925] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 2s [ 859.372065] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb in Status: IN_PROGRESS for 2s [ 859.428971] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.429142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.429222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.429450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.429670] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.429781] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.429843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.429977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.430076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.430165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.430314] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.430404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.430458] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.430602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.430736] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.430826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.430883] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.431017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.431092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.431175] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.431264] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.806075] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8a1f2f1-b766-462d-8143-f5510196a476 in Status: SUCCESS [ 859.806075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.806075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.806075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.806075] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.806075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.806075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.806075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.806075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.806486] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.806486] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8a1f2f1-b766-462d-8143-f5510196a476',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.808677] env[69309]: INFO networking_nsxv3.common.synchronization [req-335da996-47ce-43cb-bde2-9be63fbd1a28 req-cf0add93-acbd-410d-8045-4335e1dfca82 service nova] Enqueued Resource ID: 825a607b-3cf4-4338-b121-984d305110cd with Priority: HIGHEST for action security_group_rules [ 859.808812] env[69309]: INFO networking_nsxv3.common.synchronization [req-335da996-47ce-43cb-bde2-9be63fbd1a28 req-cf0add93-acbd-410d-8045-4335e1dfca82 service nova] Enqueued Resource ID: 825a607b-3cf4-4338-b121-984d305110cd with Priority: HIGHEST for action security_group_members [ 859.808937] env[69309]: INFO networking_nsxv3.common.synchronization [req-335da996-47ce-43cb-bde2-9be63fbd1a28 req-cf0add93-acbd-410d-8045-4335e1dfca82 service nova] Enqueued Resource ID: 8d3c7168-23c2-4b58-95f4-cad89428ce14 with Priority: HIGHEST for action port [ 859.809553] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825a607b-3cf4-4338-b121-984d305110cd with Priority: HIGHEST for action security_group_rules [ 859.809553] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825a607b-3cf4-4338-b121-984d305110cd with Priority: HIGHEST for action security_group_members [ 859.809670] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3c7168-23c2-4b58-95f4-cad89428ce14 with Priority: HIGHEST for action port [ 859.810114] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-825a607b-3cf4-4338-b121-984d305110cd taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.810227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.810285] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.810447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.810562] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('825a607b-3cf4-4338-b121-984d305110cd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.811684] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-825a607b-3cf4-4338-b121-984d305110cd taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.811826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.811896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.812068] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.812214] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.812313] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.812374] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.812513] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.814171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.814334] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('825a607b-3cf4-4338-b121-984d305110cd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.818460] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d3c7168-23c2-4b58-95f4-cad89428ce14 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.818460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d3c7168-23c2-4b58-95f4-cad89428ce14" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.818460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d3c7168-23c2-4b58-95f4-cad89428ce14" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.818460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d3c7168-23c2-4b58-95f4-cad89428ce14" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.818460] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d3c7168-23c2-4b58-95f4-cad89428ce14',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.934825] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21085f44-272c-4455-84ca-a94839738973: rpc.has_security_group_logging(os_id): False [ 859.953119] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.953119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.953119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.953119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.953119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.953119] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.953119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.953119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.953119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.953119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.953119] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.953119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.953119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.953119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.953119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.953606] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.953606] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.953606] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.954044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.954358] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.954568] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21085f44-272c-4455-84ca-a94839738973 is going to be updated. [ 860.014033] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.014033] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.014033] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.014033] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.014033] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.027704] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21085f44-272c-4455-84ca-a94839738973 in Status: IN_PROGRESS for 2s [ 860.152788] env[69309]: INFO networking_nsxv3.common.synchronization [req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 req-dd0bbf0f-ebb4-4b25-8d08-ab11ab05d772 tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Enqueued Resource ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b with Priority: HIGHEST for action security_group_members [ 860.153591] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b with Priority: HIGHEST for action security_group_members [ 860.154293] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.154293] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.154436] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.154745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.155319] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.155319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.155509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.156081] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.156081] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.156166] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eea57ee-32c3-4e99-bbcb-23f55fd21b3b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.311063] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8a1f2f1-b766-462d-8143-f5510196a476 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.311237] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.311307] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.311528] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.311701] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.311799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.311862] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.312029] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.312123] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.312212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.312360] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8a1f2f1-b766-462d-8143-f5510196a476 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.312446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.312514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.312657] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.312798] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.312887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.312945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.313099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.313177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.313282] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.313339] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8a1f2f1-b766-462d-8143-f5510196a476',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.319834] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-825a607b-3cf4-4338-b121-984d305110cd taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.325944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.325944] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('825a607b-3cf4-4338-b121-984d305110cd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.325944] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d3c7168-23c2-4b58-95f4-cad89428ce14 with status ACTIVE [ 860.325944] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.325944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.325944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.325944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.325944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.325944] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.325944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.325944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.325944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.325944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.325944] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.325944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.325944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.327272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.327272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.327272] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d3c7168-23c2-4b58-95f4-cad89428ce14 is going to be updated. [ 860.346040] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.346238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.346294] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.346523] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.346665] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.347059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d3c7168-23c2-4b58-95f4-cad89428ce14" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.580735] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.580735] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-461" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.580735] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-461" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.580735] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-461" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.580735] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.580735] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.582328] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.582657] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.582814] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.583039] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.583161] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.583269] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.583377] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.583486] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.583589] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.583842] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.605393] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.605393] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 860.605393] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.605393] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-461" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.605393] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-d41d6f65-63d5-4ee7-8452-b7dc6bb91033 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.605393] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-d41d6f65-63d5-4ee7-8452-b7dc6bb91033" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.605393] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-d41d6f65-63d5-4ee7-8452-b7dc6bb91033" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.605393] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-d41d6f65-63d5-4ee7-8452-b7dc6bb91033" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.605393] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d41d6f65-63d5-4ee7-8452-b7dc6bb91033',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.661213] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.661383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.661455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.662484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.662484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.662484] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.662484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.662484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.662484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.662484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.663104] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b already deleted. [ 860.663104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.818215] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8a1f2f1-b766-462d-8143-f5510196a476: rpc.has_security_group_logging(os_id): False [ 860.824929] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('825a607b-3cf4-4338-b121-984d305110cd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.838387] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.838387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.838387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.838387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.838387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.838387] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.838387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.838387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.838387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.838387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.838387] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.838387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.838387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.838387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.838387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.839158] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.839158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.839158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.839158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.839158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.839158] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8a1f2f1-b766-462d-8143-f5510196a476 is going to be created. [ 860.890402] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.890402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.890402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.890402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.890402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.901092] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8a1f2f1-b766-462d-8143-f5510196a476 in Status: IN_PROGRESS for 2s [ 861.109472] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.109724] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.109760] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.110044] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.110209] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.110389] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port d41d6f65-63d5-4ee7-8452-b7dc6bb91033 not found, creating... [ 861.110718] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.110890] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.110934] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.111171] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.111360] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.111600] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.111790] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.111919] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.112142] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.113035] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.113035] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: d41d6f65-63d5-4ee7-8452-b7dc6bb91033 is going to be created. [ 861.130669] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.130846] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.130970] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.131290] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.131485] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.131715] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-d41d6f65-63d5-4ee7-8452-b7dc6bb91033" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.270346] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: SUCCESS [ 861.270693] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf deletion is rescheduled due to dependency. [ 861.270752] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.327417] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.327801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.327801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.327914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.327960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.329258] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825a607b-3cf4-4338-b121-984d305110cd is going to be created. [ 861.351910] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.351910] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.351910] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.352253] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.352253] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.361054] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825a607b-3cf4-4338-b121-984d305110cd in Status: UNINITIALIZED for 2s [ 861.384471] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb in Status: SUCCESS [ 861.384471] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.384604] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.384975] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.385056] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.385197] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.385275] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.387481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.387481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.387481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.387481] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.387481] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 861.387752] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.387903] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.388176] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.388786] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.388786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.388786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.388786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.389039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.389039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.389039] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.891412] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.892484] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.892623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.892691] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.892899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.893066] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.893163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.893223] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.893370] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.893453] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.893535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.893684] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.893769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.893825] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.893977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.894326] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.894454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.894533] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.894717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.894905] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.895069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.895243] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.040514] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21085f44-272c-4455-84ca-a94839738973 in Status: SUCCESS [ 862.040790] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.075143] env[69309]: INFO networking_nsxv3.common.synchronization [req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 req-b3611d82-c12a-4cc4-9e7a-cc6f67509924 service nova] Enqueued Resource ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b with Priority: HIGHEST for action security_group_rules [ 862.075143] env[69309]: INFO networking_nsxv3.common.synchronization [req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 req-b3611d82-c12a-4cc4-9e7a-cc6f67509924 service nova] Enqueued Resource ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b with Priority: HIGHEST for action security_group_members [ 862.075143] env[69309]: INFO networking_nsxv3.common.synchronization [req-fd9e4afb-14ed-4859-9801-b400b2ea13e8 req-b3611d82-c12a-4cc4-9e7a-cc6f67509924 service nova] Enqueued Resource ID: d41d6f65-63d5-4ee7-8452-b7dc6bb91033 with Priority: HIGHEST for action port [ 862.075941] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b with Priority: HIGHEST for action security_group_rules [ 862.075941] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b with Priority: HIGHEST for action security_group_members [ 862.076146] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d41d6f65-63d5-4ee7-8452-b7dc6bb91033 with Priority: HIGHEST for action port [ 862.076467] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.076693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.076814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.080279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.080279] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eea57ee-32c3-4e99-bbcb-23f55fd21b3b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.080279] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.080279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.080279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.080279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.080279] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.080279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.080279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.080279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.080279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.080279] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eea57ee-32c3-4e99-bbcb-23f55fd21b3b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.080734] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d41d6f65-63d5-4ee7-8452-b7dc6bb91033 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.080734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d41d6f65-63d5-4ee7-8452-b7dc6bb91033" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.080734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d41d6f65-63d5-4ee7-8452-b7dc6bb91033" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.081085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d41d6f65-63d5-4ee7-8452-b7dc6bb91033" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.081085] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d41d6f65-63d5-4ee7-8452-b7dc6bb91033',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.397117] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb: rpc.has_security_group_logging(os_id): False [ 862.398319] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f23eef97-2b3e-4b9b-8fa5-ce8364a7b703: rpc.has_security_group_logging(os_id): False [ 862.414513] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.414659] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.414731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.414938] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.415083] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.415257] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.415356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.415419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.415563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.415641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.415728] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb is going to be created. [ 862.417515] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.417515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.417515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.417798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.417798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.417909] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.418043] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.418128] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.418288] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.418361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.418543] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.418675] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.418762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.419049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.419150] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.419466] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.419594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.419723] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.419912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.420027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.420156] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be updated. [ 862.483737] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.483925] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.484023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.484261] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.484576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.487364] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.487538] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.487636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.487865] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.488038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.497327] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb in Status: IN_PROGRESS for 2s [ 862.500816] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 2s [ 862.582558] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.582745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.582901] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8eea57ee-32c3-4e99-bbcb-23f55fd21b3b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.583794] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d41d6f65-63d5-4ee7-8452-b7dc6bb91033 with status ACTIVE [ 862.583930] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.584073] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.584144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.584329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.584416] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.584579] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.584686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.584809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.586686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.586686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.586686] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.586686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.586686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.586686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.586686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.586686] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d41d6f65-63d5-4ee7-8452-b7dc6bb91033 is going to be updated. [ 862.615545] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.615711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.615775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.616027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.616125] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.616292] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d41d6f65-63d5-4ee7-8452-b7dc6bb91033" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.762046] env[69309]: INFO networking_nsxv3.common.synchronization [req-b6f2d698-1413-4396-b491-2a1a9aeca4ed req-dc27b5b8-30ec-46c8-96ca-d338d29f1dcc tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Enqueued Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_members [ 862.762046] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_members [ 862.762046] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.762046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.762046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.762046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.763648] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.763775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.763819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.765100] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.766025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.766025] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.767864] env[69309]: INFO networking_nsxv3.common.synchronization [req-5bca5305-126d-4399-97bf-0bd15c7c1cad req-e21053bd-6f28-452d-86e2-91118616f5eb tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Enqueued Resource ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 with Priority: HIGHEST for action security_group_members [ 862.769405] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 with Priority: HIGHEST for action security_group_members [ 862.769405] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-501e0efc-845b-42e2-a7d8-4dcf169ce859 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.769405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.769405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.769405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.769405] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.769405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.769405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.769805] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.769805] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.769805] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.888372] env[69309]: INFO networking_nsxv3.common.synchronization [req-cce76664-c853-4ff6-a9da-e264a2b37d84 req-05faba10-a100-42f3-9916-798f75c3e83d tempest-ListServersNegativeTestJSON-1189505308 tempest-ListServersNegativeTestJSON-1189505308-project-member] Enqueued Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_members [ 862.888925] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGHEST for action security_group_members [ 862.889235] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.889338] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.913397] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8a1f2f1-b766-462d-8143-f5510196a476 in Status: SUCCESS [ 862.913397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.087843] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8eea57ee-32c3-4e99-bbcb-23f55fd21b3b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.259204] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.259504] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.259579] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.259923] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.260224] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.260385] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.260505] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.260746] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.260898] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.261516] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.261516] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.261646] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.261753] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.261897] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.262051] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.262221] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.268608] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.271143] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.279927] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.280157] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 863.280334] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.280541] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.280925] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-8c75bdd1-569d-46fc-a11c-233106812c61 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.281231] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-8c75bdd1-569d-46fc-a11c-233106812c61" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.281358] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-8c75bdd1-569d-46fc-a11c-233106812c61" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.281667] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-8c75bdd1-569d-46fc-a11c-233106812c61" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.281807] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c75bdd1-569d-46fc-a11c-233106812c61',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.373947] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825a607b-3cf4-4338-b121-984d305110cd in Status: SUCCESS [ 863.373947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.374179] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.374381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.374822] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.374948] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.375172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.375485] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.375606] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.375775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.375919] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('825a607b-3cf4-4338-b121-984d305110cd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.594117] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.594453] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.594453] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.595241] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.595241] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.595241] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b is going to be created. [ 863.616310] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.616567] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.616600] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.616847] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.617054] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.625256] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b in Status: UNINITIALIZED for 2s [ 863.770963] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.774358] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.783863] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.784213] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.784390] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.784756] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.784917] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.785275] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 8c75bdd1-569d-46fc-a11c-233106812c61 not found, creating... [ 863.785416] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.785678] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.785767] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.785966] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.786122] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.786409] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.786567] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.786676] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.786888] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.787031] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.787176] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 8c75bdd1-569d-46fc-a11c-233106812c61 is going to be created. [ 863.808348] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.808552] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.809105] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.809105] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.809308] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.809534] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-8c75bdd1-569d-46fc-a11c-233106812c61" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.878088] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('825a607b-3cf4-4338-b121-984d305110cd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.273598] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.273753] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.273753] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.273932] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.274039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.274108] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9d800a6-c6ae-40b8-8cff-24078de40771 is going to be updated. [ 864.275339] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.275465] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.275520] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.275664] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.275747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.275830] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 is going to be updated. [ 864.301209] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.301348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.301432] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.301786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.301851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.303548] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.303675] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.303780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.303995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.304216] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.312748] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: IN_PROGRESS for 2s [ 864.313462] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 in Status: IN_PROGRESS for 2s [ 864.380059] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 825a607b-3cf4-4338-b121-984d305110cd: rpc.has_security_group_logging(os_id): False [ 864.404097] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.404327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.404706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.405138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.405383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.409084] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.409377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.409559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.409977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.410199] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.413511] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 825a607b-3cf4-4338-b121-984d305110cd is going to be created. [ 864.471637] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.471822] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.471889] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.472305] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.472584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.485440] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 825a607b-3cf4-4338-b121-984d305110cd in Status: IN_PROGRESS for 2s [ 864.518175] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 864.518399] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.519373] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb in Status: SUCCESS [ 864.519575] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.519837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.520149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.520282] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.521423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.521641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.521745] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.777289] env[69309]: INFO networking_nsxv3.common.synchronization [req-5bca5305-126d-4399-97bf-0bd15c7c1cad req-82b7a8c9-9d43-4f72-911f-50d100e7ebce service nova] Enqueued Resource ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 with Priority: HIGHEST for action security_group_rules [ 864.777581] env[69309]: INFO networking_nsxv3.common.synchronization [req-5bca5305-126d-4399-97bf-0bd15c7c1cad req-82b7a8c9-9d43-4f72-911f-50d100e7ebce service nova] Enqueued Resource ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 with Priority: HIGHEST for action security_group_members [ 864.777629] env[69309]: INFO networking_nsxv3.common.synchronization [req-5bca5305-126d-4399-97bf-0bd15c7c1cad req-82b7a8c9-9d43-4f72-911f-50d100e7ebce service nova] Enqueued Resource ID: 8c75bdd1-569d-46fc-a11c-233106812c61 with Priority: HIGHEST for action port [ 864.777867] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 with Priority: HIGHEST for action security_group_rules [ 864.777993] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 with Priority: HIGHEST for action security_group_members [ 864.778098] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c75bdd1-569d-46fc-a11c-233106812c61 with Priority: HIGHEST for action port [ 864.779914] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-501e0efc-845b-42e2-a7d8-4dcf169ce859 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.780465] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.784148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.786055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.786055] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.786055] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-501e0efc-845b-42e2-a7d8-4dcf169ce859 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.786055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.786055] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c75bdd1-569d-46fc-a11c-233106812c61 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.786055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c75bdd1-569d-46fc-a11c-233106812c61" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.786055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c75bdd1-569d-46fc-a11c-233106812c61" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.786380] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c75bdd1-569d-46fc-a11c-233106812c61" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.786380] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c75bdd1-569d-46fc-a11c-233106812c61',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.024198] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.024375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.024452] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.024677] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.024848] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.024948] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.025026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.025180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.025278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.025371] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.025462] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.027619] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.027619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.027619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.027619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.027619] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.027619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.027619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.033119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.033119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.033229] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.033274] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.287827] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-501e0efc-845b-42e2-a7d8-4dcf169ce859 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.287951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.288185] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c75bdd1-569d-46fc-a11c-233106812c61 with status ACTIVE [ 865.288354] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.288464] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.288530] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.288754] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.288849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.289033] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.289133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.289197] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.289349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.289428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.289608] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.289763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.289827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.289971] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.290063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.290147] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c75bdd1-569d-46fc-a11c-233106812c61 is going to be updated. [ 865.310744] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.310905] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.310975] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.311192] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.311344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.311505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c75bdd1-569d-46fc-a11c-233106812c61" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.534904] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.535066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.535138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.535367] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.535530] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.535630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.535750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.535833] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.535922] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.536014] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.536158] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.536246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.536303] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.536440] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.536567] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.536665] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.536772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.536844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.536922] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.537067] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.537100] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.538947] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.635996] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b in Status: UNINITIALIZED for 4s [ 866.042556] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f23eef97-2b3e-4b9b-8fa5-ce8364a7b703: rpc.has_security_group_logging(os_id): False [ 866.043754] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb: rpc.has_security_group_logging(os_id): False [ 866.060512] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.060590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.060652] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.061069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.061195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.061441] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.061555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.061622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.061792] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.061874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.062080] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.062179] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.062257] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.062375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.062460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.062638] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.062729] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.062789] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.062930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.063370] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.063514] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be updated. [ 866.066366] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.066684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.067525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.067525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.067525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.067525] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.067525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.067525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.067525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.067525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.068064] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb is going to be updated. [ 866.125858] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.126091] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.126189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.126495] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.126718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.132724] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.132904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.133010] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.137428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.137927] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.153388] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb in Status: IN_PROGRESS for 2s [ 866.165142] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 2s [ 866.322142] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 in Status: SUCCESS [ 866.322478] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.322613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.322782] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.323029] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.323219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.323219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.323498] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.323561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.323666] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.326334] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: SUCCESS [ 866.326892] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.326892] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.326892] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.327164] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.327164] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.327429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.327429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.327535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.327535] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.499934] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 825a607b-3cf4-4338-b121-984d305110cd in Status: SUCCESS [ 866.500186] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.831927] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.837086] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.837356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.837469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.837648] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.837834] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.838013] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.838190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.838190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.839110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.839110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.839110] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9d800a6-c6ae-40b8-8cff-24078de40771 is going to be updated. [ 866.867267] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.867390] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.867447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.867758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.867820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.880386] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: IN_PROGRESS for 2s [ 867.333050] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.646253] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b in Status: SUCCESS [ 867.646473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.646644] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.646859] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.647108] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.647253] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.647330] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.647479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.647557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.647645] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.647739] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8eea57ee-32c3-4e99-bbcb-23f55fd21b3b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.835145] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.835415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.836471] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.837119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.837119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.837119] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 is going to be updated. [ 867.863910] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.864107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.864165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.864471] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.864638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.872878] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 in Status: IN_PROGRESS for 2s [ 868.151163] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.151163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.151163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.151437] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.151476] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.151582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.151646] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.151821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.151908] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.152014] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.152188] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.152279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.152337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.152476] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.152608] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.152694] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.152752] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.152882] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.152956] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.153047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.153135] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8eea57ee-32c3-4e99-bbcb-23f55fd21b3b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.165537] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb in Status: SUCCESS [ 868.165757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.177763] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 868.177763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.540170] env[69309]: INFO networking_nsxv3.common.synchronization [req-53839e6e-e674-410c-b7df-e587d00b8541 req-75775be8-11a4-4540-9262-1adfa73813bf tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Enqueued Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGHEST for action security_group_members [ 868.540170] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGHEST for action security_group_members [ 868.540751] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.540976] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.541158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.541424] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.541714] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.541821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.541916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.542139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.542282] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.542777] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.658024] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b: rpc.has_security_group_logging(os_id): False [ 868.677074] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.677074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.677074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.677074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.677074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.677074] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.677074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.677074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.677074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.677074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.677074] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.677074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.677074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.677074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.677074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.678417] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.679531] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.679531] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.679531] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.679531] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.679531] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b is going to be created. [ 868.770022] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.770022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.770022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.770022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.770022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.782218] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b in Status: IN_PROGRESS for 2s [ 868.891451] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d800a6-c6ae-40b8-8cff-24078de40771 in Status: SUCCESS [ 868.891451] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9d800a6-c6ae-40b8-8cff-24078de40771 deletion is rescheduled due to dependency. [ 868.891451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.049394] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.278647] env[69309]: INFO networking_nsxv3.common.synchronization [req-321a1c5c-33bf-4e07-ba0d-cc912c5d9720 req-79e2c33c-588d-4002-9508-4614d52c7cbe tempest-ServersNegativeTestMultiTenantJSON-1345017179 tempest-ServersNegativeTestMultiTenantJSON-1345017179-project-member] Enqueued Resource ID: d8a1f2f1-b766-462d-8143-f5510196a476 with Priority: HIGHEST for action security_group_members [ 869.279796] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8a1f2f1-b766-462d-8143-f5510196a476 with Priority: HIGHEST for action security_group_members [ 869.279796] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8a1f2f1-b766-462d-8143-f5510196a476 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.279796] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.279796] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.280164] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.280164] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.280251] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.280462] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.280518] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.280558] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.280688] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8a1f2f1-b766-462d-8143-f5510196a476',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.552345] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.783221] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.783403] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.783473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.783713] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.783807] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.784014] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.784121] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.784181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.784331] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.784403] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.784487] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8a1f2f1-b766-462d-8143-f5510196a476 is going to be updated. [ 869.810254] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.810403] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.810466] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.810684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.811879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.821779] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8a1f2f1-b766-462d-8143-f5510196a476 in Status: IN_PROGRESS for 2s [ 869.883376] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 in Status: SUCCESS [ 869.884107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.884107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.884107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.884319] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.884401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.884401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.884624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.884676] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.884761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.884938] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.058546] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.058761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.058761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.059074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.059213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.059351] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21085f44-272c-4455-84ca-a94839738973 is going to be updated. [ 870.086570] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.086723] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.086723] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.086910] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.087070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.096689] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21085f44-272c-4455-84ca-a94839738973 in Status: IN_PROGRESS for 2s [ 870.312612] env[69309]: INFO networking_nsxv3.common.synchronization [None req-9bbf287b-ed84-4e3d-91b1-b432f7dffcc4 None None] Enqueued Resource ID: 8318cfdf-438f-4ba1-8443-1fc296c443b5 with Priority: HIGHEST for action port [ 870.312922] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8318cfdf-438f-4ba1-8443-1fc296c443b5 with Priority: HIGHEST for action port [ 870.313533] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-8318cfdf-438f-4ba1-8443-1fc296c443b5 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.313654] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8318cfdf-438f-4ba1-8443-1fc296c443b5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.313913] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8318cfdf-438f-4ba1-8443-1fc296c443b5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.313983] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8318cfdf-438f-4ba1-8443-1fc296c443b5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.314940] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8318cfdf-438f-4ba1-8443-1fc296c443b5',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.391093] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-501e0efc-845b-42e2-a7d8-4dcf169ce859 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.391745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.391900] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.392130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.392309] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.392415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.392486] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.392622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.394541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.394541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.394541] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-501e0efc-845b-42e2-a7d8-4dcf169ce859 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.394541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.394541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.394541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.394541] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.394541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.394541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.394541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.394541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.394541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.394541] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.797107] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b in Status: SUCCESS [ 870.797410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.819128] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8318cfdf-438f-4ba1-8443-1fc296c443b5 [ 870.819361] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.819361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.819490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.820013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.820013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.820013] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8318cfdf-438f-4ba1-8443-1fc296c443b5 already deleted. [ 870.820013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8318cfdf-438f-4ba1-8443-1fc296c443b5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.897915] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 501e0efc-845b-42e2-a7d8-4dcf169ce859: rpc.has_security_group_logging(os_id): False [ 870.915714] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.915714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.915714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.917109] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.917109] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.917109] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.917109] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.917109] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.917109] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.917109] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.917109] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.917505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.917505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.917505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.917936] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.919038] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.919038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.919038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.919038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.919038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.919281] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 is going to be updated. [ 870.974982] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.974982] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.974982] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.974982] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.974982] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.988126] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 in Status: IN_PROGRESS for 2s [ 871.830440] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8a1f2f1-b766-462d-8143-f5510196a476 in Status: SUCCESS [ 871.830730] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8a1f2f1-b766-462d-8143-f5510196a476 deletion is rescheduled due to dependency. [ 871.830779] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.109936] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21085f44-272c-4455-84ca-a94839738973 in Status: SUCCESS [ 872.111670] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.354937] env[69309]: INFO networking_nsxv3.common.synchronization [None req-80249f1d-0453-496e-91ab-5fab75fabfdd None None] Enqueued Resource ID: de38df66-83ee-4fd6-9b8c-67413f04df2a with Priority: HIGHEST for action port [ 872.354937] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de38df66-83ee-4fd6-9b8c-67413f04df2a with Priority: HIGHEST for action port [ 872.354937] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-de38df66-83ee-4fd6-9b8c-67413f04df2a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.354937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de38df66-83ee-4fd6-9b8c-67413f04df2a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.354937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de38df66-83ee-4fd6-9b8c-67413f04df2a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.354937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de38df66-83ee-4fd6-9b8c-67413f04df2a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.354937] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de38df66-83ee-4fd6-9b8c-67413f04df2a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.856478] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de38df66-83ee-4fd6-9b8c-67413f04df2a [ 872.856789] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.856931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.857021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.857287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.857420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.857664] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de38df66-83ee-4fd6-9b8c-67413f04df2a already deleted. [ 872.857664] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de38df66-83ee-4fd6-9b8c-67413f04df2a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.002403] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 in Status: SUCCESS [ 873.002663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.641878] env[69309]: INFO networking_nsxv3.common.synchronization [req-551ffdeb-d458-4099-aee9-5ecdc116e16d req-cb4eade1-4cbe-4bc2-be89-5691b13050a1 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Enqueued Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_members [ 873.642503] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_members [ 873.642749] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.642910] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.643031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.643247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.643604] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.644029] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.644088] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.644308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.644397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.644729] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.033091] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.033417] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-471" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.033628] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-471" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.033912] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-471" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.034267] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.034631] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.034829] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.035243] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.035469] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.035758] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.035936] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.036100] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.036316] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.036459] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.036583] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.036736] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.056036] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.056270] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 874.056435] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.056630] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-471" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.056987] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-5873b1d0-10f1-4e7b-bf6b-95e77325514b taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.057205] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-5873b1d0-10f1-4e7b-bf6b-95e77325514b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.057367] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-5873b1d0-10f1-4e7b-bf6b-95e77325514b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.057727] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-5873b1d0-10f1-4e7b-bf6b-95e77325514b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.057929] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5873b1d0-10f1-4e7b-bf6b-95e77325514b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.146662] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.146848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.147433] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.147790] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.147945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.148240] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.148395] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.148558] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.148653] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.148736] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.148827] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce is going to be updated. [ 874.180703] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.180893] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.180958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.181174] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.181314] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.190849] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: IN_PROGRESS for 2s [ 874.561687] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.561926] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.562175] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.562473] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.562625] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.562782] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 5873b1d0-10f1-4e7b-bf6b-95e77325514b not found, creating... [ 874.564251] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.564423] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.564545] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.564766] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.564909] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.565210] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.565368] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.565486] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.565691] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.565827] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.565968] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 5873b1d0-10f1-4e7b-bf6b-95e77325514b is going to be created. [ 874.585772] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.585986] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.586106] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.586366] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.586677] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.586962] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-5873b1d0-10f1-4e7b-bf6b-95e77325514b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.448938] env[69309]: INFO networking_nsxv3.common.synchronization [req-551ffdeb-d458-4099-aee9-5ecdc116e16d req-e44d639f-a643-4962-8941-70c7f215b94d service nova] Enqueued Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_rules [ 875.449206] env[69309]: INFO networking_nsxv3.common.synchronization [req-551ffdeb-d458-4099-aee9-5ecdc116e16d req-e44d639f-a643-4962-8941-70c7f215b94d service nova] Enqueued Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_members [ 875.449397] env[69309]: INFO networking_nsxv3.common.synchronization [req-551ffdeb-d458-4099-aee9-5ecdc116e16d req-e44d639f-a643-4962-8941-70c7f215b94d service nova] Enqueued Resource ID: 5873b1d0-10f1-4e7b-bf6b-95e77325514b with Priority: HIGHEST for action port [ 875.450255] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_rules [ 875.451555] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_members [ 875.451555] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5873b1d0-10f1-4e7b-bf6b-95e77325514b with Priority: HIGHEST for action port [ 875.451555] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.451555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.451555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.451555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.452193] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.452890] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.453069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.458110] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-5873b1d0-10f1-4e7b-bf6b-95e77325514b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.458110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5873b1d0-10f1-4e7b-bf6b-95e77325514b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.458110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5873b1d0-10f1-4e7b-bf6b-95e77325514b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.458110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5873b1d0-10f1-4e7b-bf6b-95e77325514b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.458110] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5873b1d0-10f1-4e7b-bf6b-95e77325514b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.960168] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.960168] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.960168] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5873b1d0-10f1-4e7b-bf6b-95e77325514b with status ACTIVE [ 875.960371] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.960427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.960471] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.961320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.961320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.961320] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.961320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.961320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.961320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.961320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.961626] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.961626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.961626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.961820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.961820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.961882] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5873b1d0-10f1-4e7b-bf6b-95e77325514b is going to be updated. [ 875.980854] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.981033] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.981083] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.982063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.982063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.982063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5873b1d0-10f1-4e7b-bf6b-95e77325514b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.163387] env[69309]: INFO networking_nsxv3.common.synchronization [req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 req-cc8c273a-9c76-4461-ab57-b5e7b22f8c08 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Enqueued Resource ID: 2bf6f1e7-3046-462a-b526-bf858df01828 with Priority: HIGHEST for action security_group_members [ 876.163387] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf6f1e7-3046-462a-b526-bf858df01828 with Priority: HIGHEST for action security_group_members [ 876.163621] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf6f1e7-3046-462a-b526-bf858df01828 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.163733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.163797] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.164730] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.164947] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.165311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.165311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.165419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.165484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.165606] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf6f1e7-3046-462a-b526-bf858df01828',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.202463] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: SUCCESS [ 876.202642] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce deletion is rescheduled due to dependency. [ 876.202751] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.202951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.203176] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.203368] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.203477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.203538] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.203683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.203769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.203861] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.668777] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.669074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.669074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.669211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.669300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.669505] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.669601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.669661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.669975] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.670083] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.670179] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf6f1e7-3046-462a-b526-bf858df01828 already deleted. [ 876.670264] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.706351] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.897255] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.897577] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-890" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.897787] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-890" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.898213] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-890" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.898574] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.898785] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.898953] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.899265] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.899464] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.899731] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.899893] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.900092] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.900254] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.900413] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.900563] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.900748] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.918358] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.918512] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 876.918672] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.918904] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-890" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.919410] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.919761] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.919845] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.920229] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.920421] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.209225] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.423150] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.423477] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.423687] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.424063] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.424295] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.424521] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015 not found, creating... [ 877.424855] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.425117] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.425300] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.425595] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.425828] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.426212] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.426451] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.426643] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.426931] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.427151] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.427354] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015 is going to be created. [ 877.446880] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.447241] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.447453] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.447879] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.448229] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.448583] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.713616] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.713616] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.713616] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.713616] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.713616] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.713616] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce is going to be updated. [ 877.741864] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.742609] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.742724] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.743053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.745148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.754928] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: IN_PROGRESS for 2s [ 878.384062] env[69309]: INFO networking_nsxv3.common.synchronization [req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 req-84d8cb46-3bf1-4dd3-a9d7-e941bd010483 service nova] Enqueued Resource ID: 2bf6f1e7-3046-462a-b526-bf858df01828 with Priority: HIGHEST for action security_group_rules [ 878.384382] env[69309]: INFO networking_nsxv3.common.synchronization [req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 req-84d8cb46-3bf1-4dd3-a9d7-e941bd010483 service nova] Enqueued Resource ID: 2bf6f1e7-3046-462a-b526-bf858df01828 with Priority: HIGHEST for action security_group_members [ 878.384382] env[69309]: INFO networking_nsxv3.common.synchronization [req-8dd14a1d-b2d2-4fff-a0b0-fbc35493db31 req-84d8cb46-3bf1-4dd3-a9d7-e941bd010483 service nova] Enqueued Resource ID: d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015 with Priority: HIGHEST for action port [ 878.384629] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf6f1e7-3046-462a-b526-bf858df01828 with Priority: HIGHEST for action security_group_rules [ 878.384762] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf6f1e7-3046-462a-b526-bf858df01828 with Priority: HIGHEST for action security_group_members [ 878.384880] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015 with Priority: HIGHEST for action port [ 878.385595] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bf6f1e7-3046-462a-b526-bf858df01828 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.386253] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.386253] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.386253] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.386253] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bf6f1e7-3046-462a-b526-bf858df01828',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.387040] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf6f1e7-3046-462a-b526-bf858df01828 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.387148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.387214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.389272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.389272] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.389272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.389272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.389272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.389272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.389272] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf6f1e7-3046-462a-b526-bf858df01828',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.389594] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.392296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.392296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.392296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.392296] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.642835] env[69309]: INFO networking_nsxv3.common.synchronization [req-b612bbbe-e416-4b9b-910d-296282783664 req-53ea4ce5-a630-4825-a600-956c53ed6f4a tempest-ServersTestBootFromVolume-1738105682 tempest-ServersTestBootFromVolume-1738105682-project-member] Enqueued Resource ID: a578b057-6428-4c23-bb99-1270d4762251 with Priority: HIGHEST for action security_group_members [ 878.643720] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a578b057-6428-4c23-bb99-1270d4762251 with Priority: HIGHEST for action security_group_members [ 878.647667] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a578b057-6428-4c23-bb99-1270d4762251 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.648060] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.648359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.649569] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.649569] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.649569] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.649569] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.649862] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.649982] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.650151] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a578b057-6428-4c23-bb99-1270d4762251',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.896473] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf6f1e7-3046-462a-b526-bf858df01828 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.896796] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.896796] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bf6f1e7-3046-462a-b526-bf858df01828',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.897711] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015 with status ACTIVE [ 878.898027] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.898133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.898133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.898317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.898428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.898607] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.898703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.898767] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.898925] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.899024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.900733] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.900733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.901053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.901314] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.905127] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.905262] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015 is going to be updated. [ 878.927738] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.928507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.928507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.928507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.928507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.928507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3a98c1b-7af7-41fd-aacd-8e7aaf3d3015" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.152727] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.152876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.152951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.153201] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.153290] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.153495] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.153620] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.153683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.153837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.153910] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.153999] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a578b057-6428-4c23-bb99-1270d4762251 is going to be updated. [ 879.181133] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.181325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.181390] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.182654] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.182654] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.190355] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a578b057-6428-4c23-bb99-1270d4762251 in Status: IN_PROGRESS for 2s [ 879.407403] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bf6f1e7-3046-462a-b526-bf858df01828',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.611013] env[69309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 879.611156] env[69309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] NSXv3 Agent Agent loop - iteration:1 started [ 879.768491] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: SUCCESS [ 879.768491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.768491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.768491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.768491] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.768491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.768491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.768491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.768491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.768491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.768491] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.912284] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.912284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.912284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.912284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.912284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.912284] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf6f1e7-3046-462a-b526-bf858df01828 is going to be created. [ 879.932049] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.932049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.932049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.932049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.932049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.941956] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf6f1e7-3046-462a-b526-bf858df01828 in Status: UNINITIALIZED for 2s [ 880.274269] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.274476] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.274554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.274706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.274873] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.274990] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.275057] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.275194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.275282] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.275370] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.276036] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.276036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.276036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.276036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.276036] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.276036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.277212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.277212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.277212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.277212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.277212] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.779982] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 130e6a0f-91d5-4fde-bd58-2441e79c12ce: rpc.has_security_group_logging(os_id): False [ 880.815170] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.815356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.815413] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.815638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.815730] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.815953] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.816059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.816132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.816285] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.816361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.816537] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.816626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.816675] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.816812] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.816898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.817501] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.818520] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.818520] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.818520] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.819033] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.819033] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce is going to be updated. [ 881.052700] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.052700] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.052700] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.053260] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.053260] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.076719] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: IN_PROGRESS for 2s [ 881.142529] env[69309]: INFO networking_nsxv3.common.synchronization [req-7a2b490c-d875-4d85-84de-f363474e1f63 req-d400dc8e-c708-4753-b392-26b8cf424824 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Enqueued Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 881.143379] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 881.144128] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.144128] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.144128] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.148132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.148132] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.148132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.148132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.148132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.148132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.148132] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.214248] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a578b057-6428-4c23-bb99-1270d4762251 in Status: SUCCESS [ 881.214361] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a578b057-6428-4c23-bb99-1270d4762251 deletion is rescheduled due to dependency. [ 881.214432] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.599515] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.599515] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.599515] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.599515] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.599515] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.599515] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.599515] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.599515] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.599934] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.599934] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.600095] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.603383] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.603383] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.603383] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.603383] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.603383] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.621048] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.621048] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 881.621048] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.621048] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.621048] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-a172e74c-913f-4f3d-9f4a-c634e8c3412c taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.621048] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-a172e74c-913f-4f3d-9f4a-c634e8c3412c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.621048] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-a172e74c-913f-4f3d-9f4a-c634e8c3412c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.621712] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-a172e74c-913f-4f3d-9f4a-c634e8c3412c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.621916] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a172e74c-913f-4f3d-9f4a-c634e8c3412c',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.648349] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.952091] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf6f1e7-3046-462a-b526-bf858df01828 in Status: SUCCESS [ 881.952349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.952534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.952775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.952974] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.953107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.953175] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.953364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.953448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.953537] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.953629] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bf6f1e7-3046-462a-b526-bf858df01828',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.124213] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.124496] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.124625] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.124911] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.125077] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.125421] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port a172e74c-913f-4f3d-9f4a-c634e8c3412c not found, creating... [ 882.125506] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.125757] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.125885] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.126220] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.126436] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.126762] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.126946] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.127093] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.127312] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.127447] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.127591] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: a172e74c-913f-4f3d-9f4a-c634e8c3412c is going to be created. [ 882.148303] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.148525] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.148649] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.148920] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.149166] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.149389] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-a172e74c-913f-4f3d-9f4a-c634e8c3412c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.150288] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.455900] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf6f1e7-3046-462a-b526-bf858df01828 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.456510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.456669] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.456935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.457391] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.459055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.459145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.459815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.459815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.459815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.459815] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf6f1e7-3046-462a-b526-bf858df01828 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.459815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.459815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.460244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.460244] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.460244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.460425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.460425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.460522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.460574] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.460628] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bf6f1e7-3046-462a-b526-bf858df01828',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.652182] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.652360] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.652415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.652635] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.652735] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.652835] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 is going to be updated. [ 882.682457] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.682602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.682655] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.682980] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.683161] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.691389] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: IN_PROGRESS for 2s [ 882.955820] env[69309]: INFO networking_nsxv3.common.synchronization [req-7a2b490c-d875-4d85-84de-f363474e1f63 req-16f2a1b0-f44d-4bb5-8770-e929b9c766b9 service nova] Enqueued Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_rules [ 882.956136] env[69309]: INFO networking_nsxv3.common.synchronization [req-7a2b490c-d875-4d85-84de-f363474e1f63 req-16f2a1b0-f44d-4bb5-8770-e929b9c766b9 service nova] Enqueued Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 882.956483] env[69309]: INFO networking_nsxv3.common.synchronization [req-7a2b490c-d875-4d85-84de-f363474e1f63 req-16f2a1b0-f44d-4bb5-8770-e929b9c766b9 service nova] Enqueued Resource ID: a172e74c-913f-4f3d-9f4a-c634e8c3412c with Priority: HIGHEST for action port [ 882.957900] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_rules [ 882.957900] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 882.957900] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a172e74c-913f-4f3d-9f4a-c634e8c3412c with Priority: HIGHEST for action port [ 882.957900] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.958356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.958431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.958646] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.958734] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.959655] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.959752] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.960025] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-a172e74c-913f-4f3d-9f4a-c634e8c3412c taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.960134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a172e74c-913f-4f3d-9f4a-c634e8c3412c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.960203] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a172e74c-913f-4f3d-9f4a-c634e8c3412c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.960389] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a172e74c-913f-4f3d-9f4a-c634e8c3412c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.960471] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a172e74c-913f-4f3d-9f4a-c634e8c3412c',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.966011] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bf6f1e7-3046-462a-b526-bf858df01828: rpc.has_security_group_logging(os_id): False [ 882.983207] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.983362] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.983432] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.983655] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.983736] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.983956] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.984070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.984133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.984285] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.984364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.984558] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.984714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.984714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.984839] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.984915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.985120] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.985215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.985276] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.985417] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.985494] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.985580] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bf6f1e7-3046-462a-b526-bf858df01828 is going to be created. [ 883.037809] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.038088] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.038088] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.038317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.038505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.050318] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf6f1e7-3046-462a-b526-bf858df01828 in Status: IN_PROGRESS for 2s [ 883.088568] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: SUCCESS [ 883.089035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.462283] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.462821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.462821] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a172e74c-913f-4f3d-9f4a-c634e8c3412c with status ACTIVE [ 883.462821] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.463054] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.463054] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.463171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.463228] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.463405] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.463492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.463553] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.463705] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.463773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.464116] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.464227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.464293] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.464443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.464534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.464634] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a172e74c-913f-4f3d-9f4a-c634e8c3412c is going to be updated. [ 883.498801] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.498980] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.499071] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.499288] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.499417] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.499589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a172e74c-913f-4f3d-9f4a-c634e8c3412c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.928414] env[69309]: INFO networking_nsxv3.common.synchronization [req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 req-9726ddbe-92bb-44f0-904b-98b04252e8fe tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 883.928952] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 883.929378] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.929493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.929493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.931019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.931019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.931019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.931019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.931019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.931019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.931252] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.402841] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.402841] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.402841] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.403079] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.403237] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.403357] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.403472] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.403690] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.403840] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.404400] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.404601] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.404758] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.404921] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.405461] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.405607] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.405860] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.424968] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.425372] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 884.425583] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.426395] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.427233] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-4a1e58e2-7565-4c99-9286-eb6b4fa623d3 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.427517] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-4a1e58e2-7565-4c99-9286-eb6b4fa623d3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.427738] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-4a1e58e2-7565-4c99-9286-eb6b4fa623d3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.428182] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-4a1e58e2-7565-4c99-9286-eb6b4fa623d3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.428382] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a1e58e2-7565-4c99-9286-eb6b4fa623d3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.433599] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.436023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.436023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.436023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.436023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.436023] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.436023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.436023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.436023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.436023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.436023] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be updated. [ 884.462448] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.462746] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.462746] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.462948] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.463137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.471738] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 884.700660] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: SUCCESS [ 884.700908] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.701079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.701294] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.701477] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.701598] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.701658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.701808] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.701890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.701986] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.931586] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.931734] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.931783] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.932084] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.932241] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.932422] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 4a1e58e2-7565-4c99-9286-eb6b4fa623d3 not found, creating... [ 884.932681] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.932870] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.933008] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.933237] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.933380] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.933732] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.933920] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.934656] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.934925] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.935089] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.935437] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 4a1e58e2-7565-4c99-9286-eb6b4fa623d3 is going to be created. [ 884.955254] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.958030] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.958030] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.958030] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.958030] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.958030] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-4a1e58e2-7565-4c99-9286-eb6b4fa623d3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.066320] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf6f1e7-3046-462a-b526-bf858df01828 in Status: SUCCESS [ 885.066510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.205107] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.707780] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.114212] env[69309]: INFO networking_nsxv3.common.synchronization [req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 req-515c71f8-a47f-480f-9f2a-6b717a3c2311 service nova] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_rules [ 886.114574] env[69309]: INFO networking_nsxv3.common.synchronization [req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 req-515c71f8-a47f-480f-9f2a-6b717a3c2311 service nova] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 886.114864] env[69309]: INFO networking_nsxv3.common.synchronization [req-cd8dfdac-a66e-40c8-ab78-30c56820a7b1 req-515c71f8-a47f-480f-9f2a-6b717a3c2311 service nova] Enqueued Resource ID: 4a1e58e2-7565-4c99-9286-eb6b4fa623d3 with Priority: HIGHEST for action port [ 886.115694] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_rules [ 886.115971] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 886.116160] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a1e58e2-7565-4c99-9286-eb6b4fa623d3 with Priority: HIGHEST for action port [ 886.116572] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.116768] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.116925] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.117299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.120394] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.120394] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.120394] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.120394] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a1e58e2-7565-4c99-9286-eb6b4fa623d3 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.120394] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a1e58e2-7565-4c99-9286-eb6b4fa623d3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.120394] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a1e58e2-7565-4c99-9286-eb6b4fa623d3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.120394] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a1e58e2-7565-4c99-9286-eb6b4fa623d3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.120394] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a1e58e2-7565-4c99-9286-eb6b4fa623d3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.210398] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.210557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.210631] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.210863] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.210954] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.211066] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 is going to be updated. [ 886.241022] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.241022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.241022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.241244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.241244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.249496] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: IN_PROGRESS for 2s [ 886.481656] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 886.481838] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d deletion is rescheduled due to dependency. [ 886.481945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.482165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.482324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.482501] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.482618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.482679] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.482832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.482920] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.483010] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.566641] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.566641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.568123] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.568455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.568582] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.621546] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.621703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.623074] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a1e58e2-7565-4c99-9286-eb6b4fa623d3 with status ACTIVE [ 886.623249] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.623370] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.623436] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.623649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.624203] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.624203] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.624203] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.624203] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.624399] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.624399] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.624459] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.624602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.624602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.624738] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.624806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.624899] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a1e58e2-7565-4c99-9286-eb6b4fa623d3 is going to be updated. [ 886.649137] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.649137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.649137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.649352] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.649352] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.650027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a1e58e2-7565-4c99-9286-eb6b4fa623d3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.708937] env[69309]: INFO networking_nsxv3.common.synchronization [req-360d3ad7-a064-4c57-b32a-06f17adf9475 req-7a82b072-0902-411f-be5f-82b253b0dd6a tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Enqueued Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 886.709657] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 886.710100] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.710224] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.710290] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.710508] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.710705] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.710826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.710892] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.713055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.713055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.713055] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.986187] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.073611] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.189044] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-895 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.189044] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.189044] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.189361] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.189686] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.189938] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.190131] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.190405] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.190607] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.190863] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.191053] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.191231] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.191403] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.191674] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.191868] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.192026] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.210114] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.210279] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 887.210410] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.210576] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.210870] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-8aa1e3f4-5095-44ca-9967-caacfb76b30b taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.211135] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-8aa1e3f4-5095-44ca-9967-caacfb76b30b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.211254] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-8aa1e3f4-5095-44ca-9967-caacfb76b30b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.211590] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-8aa1e3f4-5095-44ca-9967-caacfb76b30b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.211710] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aa1e3f4-5095-44ca-9967-caacfb76b30b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.215162] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.215463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.215463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.215546] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.215620] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.215794] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.215887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.215954] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.216099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.216172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.216256] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 is going to be updated. [ 887.238413] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.238570] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.238632] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.238810] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.238950] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.246608] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: IN_PROGRESS for 2s [ 887.488842] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.576846] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.713665] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.713999] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.714061] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.714372] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.714534] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.714714] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 8aa1e3f4-5095-44ca-9967-caacfb76b30b not found, creating... [ 887.715027] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.715252] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.715413] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.715669] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.715824] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.716127] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.716293] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.716395] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.716599] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.716726] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.716860] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 8aa1e3f4-5095-44ca-9967-caacfb76b30b is going to be created. [ 887.740388] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.740623] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.740714] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.741044] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.741295] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.741520] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-8aa1e3f4-5095-44ca-9967-caacfb76b30b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.992218] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.992372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.992431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.993066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.993066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.993066] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be updated. [ 888.024043] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.024288] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.024288] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.024509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.024704] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.035363] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 888.079209] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 888.079703] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 888.260477] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: SUCCESS [ 888.260821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.261075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.263087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.263087] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.263087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.263087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.263087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.263087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.263087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.263087] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.677494] env[69309]: INFO networking_nsxv3.common.synchronization [req-360d3ad7-a064-4c57-b32a-06f17adf9475 req-63eed1af-9ab2-41c4-a00b-aa275291584b service nova] Enqueued Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_rules [ 888.677696] env[69309]: INFO networking_nsxv3.common.synchronization [req-360d3ad7-a064-4c57-b32a-06f17adf9475 req-63eed1af-9ab2-41c4-a00b-aa275291584b service nova] Enqueued Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 888.677860] env[69309]: INFO networking_nsxv3.common.synchronization [req-360d3ad7-a064-4c57-b32a-06f17adf9475 req-63eed1af-9ab2-41c4-a00b-aa275291584b service nova] Enqueued Resource ID: 8aa1e3f4-5095-44ca-9967-caacfb76b30b with Priority: HIGHEST for action port [ 888.678199] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_rules [ 888.678340] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 888.678437] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa1e3f4-5095-44ca-9967-caacfb76b30b with Priority: HIGHEST for action port [ 888.679017] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.680109] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.680201] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.683805] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.683805] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.683805] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.683805] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.683805] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-8aa1e3f4-5095-44ca-9967-caacfb76b30b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.683805] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8aa1e3f4-5095-44ca-9967-caacfb76b30b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.683805] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8aa1e3f4-5095-44ca-9967-caacfb76b30b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.686799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8aa1e3f4-5095-44ca-9967-caacfb76b30b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.686799] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aa1e3f4-5095-44ca-9967-caacfb76b30b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.765544] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.766027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.766027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.766027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.766306] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.766306] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.766435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.766505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.766593] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.766679] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.766946] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.766946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.767120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.767243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.767389] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.767475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.767531] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.767712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.767819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.767908] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.768021] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.943563] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.943772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.943832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.944208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.958261] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 888.959178] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.961035] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 888.987479] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.987479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.987479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.987479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.995202] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.995790] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 888.995869] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 888.995958] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 889.029665] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.029783] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.029882] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.030116] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.031498] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.031662] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 889.094119] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.094285] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.094351] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.094577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.094884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.095045] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 889.162125] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.162263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.162372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.162542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.162758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.165094] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 889.165281] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'be844662-0679-4f92-846b-5a9f0779cb45', '4b35298f-7ab2-471b-8e9c-a17884a67d6b', 'a16dbc0b-cfa6-4762-9fdd-9091216712d7', '825a607b-3cf4-4338-b121-984d305110cd', '130e6a0f-91d5-4fde-bd58-2441e79c12ce', 'ff51013c-3062-441c-93b3-c2d9cb7366b7', '341d8e01-9f6c-4215-a954-7a43325afd97', '11c56997-a48d-4997-871b-2631bfc75155', '12b291ae-6863-48bf-9765-9325bc5ad263', '8eea57ee-32c3-4e99-bbcb-23f55fd21b3b', 'a578b057-6428-4c23-bb99-1270d4762251', '11da9cbc-f0ef-406a-9b6a-cce12144095d', '21085f44-272c-4455-84ca-a94839738973', 'f1f486f4-487a-41e8-9d64-e8ff1204efc4', 'd71c723e-6000-4090-8f1f-15f4dc1d5c03', 'f16532d9-fc9d-4ce4-a168-3effcacbeae7', '07331f55-d547-4d36-a4c7-ae4e119c49c4', '520e6d46-7d10-44e6-ade9-a13946c0b509', '3c01f5b7-71e4-437d-98ed-8e461fa2ebaf', '4abdc713-05f3-4248-84e0-009d95e7a37a', '2bf6f1e7-3046-462a-b526-bf858df01828', 'b2396541-0878-4815-b305-a53bde31357b', 'f171c3b8-e40e-4692-bec2-d013f65a9220', '8edab822-b4ac-45d4-9307-6691d04aed06', 'a9d800a6-c6ae-40b8-8cff-24078de40771', 'dbcf86a5-6932-4843-8ffe-f65d932e1980', 'd8a1f2f1-b766-462d-8143-f5510196a476', '069bfd4f-132e-46a1-bd72-8558669d02b7', '3e161985-6b1b-47a8-83da-21a474a0b6c0', '0acafaac-2969-431f-843b-984434e33787', 'f23eef97-2b3e-4b9b-8fa5-ce8364a7b703', '768caa60-e59f-4786-859e-8c1a830779f5', '5c0354b4-27ad-4ace-8ddb-3da7c843b4bb', '501e0efc-845b-42e2-a7d8-4dcf169ce859', 'f77217a7-5892-448b-b91c-5d2beb196f43', 'f1fd8e04-dff8-4fc7-b94b-0b54a2c48926', '323d67f1-257c-4e09-8bd0-ac04f3c2d795'} {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 889.165395] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 889.185914] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.186132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.186256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.186525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.186655] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.186832] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 889.186927] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 889.187107] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 889.188526] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.188695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.188845] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8aa1e3f4-5095-44ca-9967-caacfb76b30b with status ACTIVE [ 889.189048] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.189212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.189403] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.189503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.189585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.189742] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.189967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.190164] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.190366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.190447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.190667] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.190784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.190844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.190991] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.191209] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.191320] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8aa1e3f4-5095-44ca-9967-caacfb76b30b is going to be updated. [ 889.213932] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.214183] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.214183] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.214353] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.214487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.214662] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8aa1e3f4-5095-44ca-9967-caacfb76b30b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.257153] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: SUCCESS [ 889.257518] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 deletion is rescheduled due to dependency. [ 889.257661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.257884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.258122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.258391] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.258509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.258622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.258735] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.258904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.259014] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.267083] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.267313] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.267528] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.267823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.268766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.269091] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 889.269215] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 889.269322] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 889.269401] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 889.269494] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 889.269592] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be844662-0679-4f92-846b-5a9f0779cb45 with Priority: HIGH for action security_group_rules [ 889.269720] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b with Priority: HIGH for action security_group_rules [ 889.269808] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 with Priority: HIGH for action security_group_rules [ 889.269901] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 825a607b-3cf4-4338-b121-984d305110cd with Priority: HIGH for action security_group_rules [ 889.269950] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGH for action security_group_rules [ 889.270038] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGH for action security_group_rules [ 889.270104] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGH for action security_group_rules [ 889.270194] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11c56997-a48d-4997-871b-2631bfc75155 with Priority: HIGH for action security_group_rules [ 889.270244] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12b291ae-6863-48bf-9765-9325bc5ad263 with Priority: HIGH for action security_group_rules [ 889.270471] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b with Priority: HIGH for action security_group_rules [ 889.270471] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a578b057-6428-4c23-bb99-1270d4762251 with Priority: HIGH for action security_group_rules [ 889.270471] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGH for action security_group_rules [ 889.270471] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGH for action security_group_rules [ 889.270984] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 with Priority: HIGH for action security_group_rules [ 889.270984] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 with Priority: HIGH for action security_group_rules [ 889.270984] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 with Priority: HIGH for action security_group_rules [ 889.270984] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 with Priority: HIGH for action security_group_rules [ 889.270984] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 with Priority: HIGH for action security_group_rules [ 889.270984] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGH for action security_group_rules [ 889.270984] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4abdc713-05f3-4248-84e0-009d95e7a37a with Priority: HIGH for action security_group_rules [ 889.271321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.271321] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 341d8e01-9f6c-4215-a954-7a43325afd97: rpc.has_security_group_logging(os_id): False [ 889.308183] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.308183] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.308183] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.308183] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.327246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.327246] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.327246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.327246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.327246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.327246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.327246] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.327246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.327246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.331190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.331190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.331190] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.331190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.331190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.331190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.331190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.331190] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 is going to be updated. [ 889.406689] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.406808] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.406909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.407099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.407238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.427577] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: IN_PROGRESS for 2s [ 889.761864] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.047945] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 890.048210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.048379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.048589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.048778] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.048900] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.048995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.049138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.049221] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.049308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.049402] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.263878] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.552664] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.552875] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.552933] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.553191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.553398] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.553497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.553569] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.553727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.553843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.553944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.554129] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.554225] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.554308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.554462] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.554623] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.554715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.554784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.554937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.555018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.555112] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.555211] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.768703] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.768703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.768703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.768703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.768703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.768703] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 is going to be updated. [ 890.794936] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.795104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.795169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.795372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.795589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.804229] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: IN_PROGRESS for 2s [ 890.983120] env[69309]: INFO networking_nsxv3.common.synchronization [req-8285e0b4-4fc5-4896-95d0-ebba94835227 req-8ffeb048-2204-47d7-8401-7aeb286448b2 tempest-InstanceActionsV221TestJSON-1243692957 tempest-InstanceActionsV221TestJSON-1243692957-project-member] Enqueued Resource ID: 2bf6f1e7-3046-462a-b526-bf858df01828 with Priority: HIGHEST for action security_group_members [ 890.983418] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf6f1e7-3046-462a-b526-bf858df01828 with Priority: HIGHEST for action security_group_members [ 890.983657] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be844662-0679-4f92-846b-5a9f0779cb45 with Priority: HIGH for action security_group_rules [ 890.983726] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 with Priority: HIGH for action security_group_rules [ 890.983780] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGH for action security_group_rules [ 890.984359] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 with Priority: HIGH for action security_group_rules [ 890.984359] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4abdc713-05f3-4248-84e0-009d95e7a37a with Priority: HIGH for action security_group_rules [ 890.984359] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGH for action security_group_rules [ 890.984359] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 with Priority: HIGH for action security_group_rules [ 890.984359] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 with Priority: HIGH for action security_group_rules [ 890.984359] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 with Priority: HIGH for action security_group_rules [ 890.984729] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 with Priority: HIGH for action security_group_rules [ 890.984729] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGH for action security_group_rules [ 890.984729] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGH for action security_group_rules [ 890.984729] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a578b057-6428-4c23-bb99-1270d4762251 with Priority: HIGH for action security_group_rules [ 890.984729] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b with Priority: HIGH for action security_group_rules [ 890.984887] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b291ae-6863-48bf-9765-9325bc5ad263 with Priority: HIGH for action security_group_rules [ 890.984887] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGH for action security_group_rules [ 890.985123] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c56997-a48d-4997-871b-2631bfc75155 with Priority: HIGH for action security_group_rules [ 890.985123] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGH for action security_group_rules [ 890.985238] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b with Priority: HIGH for action security_group_rules [ 890.985276] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825a607b-3cf4-4338-b121-984d305110cd with Priority: HIGH for action security_group_rules [ 890.985551] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf6f1e7-3046-462a-b526-bf858df01828 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.985674] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.985735] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.985933] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.986105] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.986231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.986292] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.986486] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.986548] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.986618] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf6f1e7-3046-462a-b526-bf858df01828',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.987792] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be844662-0679-4f92-846b-5a9f0779cb45 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.987898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.987944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.988113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.988289] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be844662-0679-4f92-846b-5a9f0779cb45',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.988922] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a16dbc0b-cfa6-4762-9fdd-9091216712d7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.989037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.989106] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.989258] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.989330] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a16dbc0b-cfa6-4762-9fdd-9091216712d7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.990193] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.990193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.990444] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d71c723e-6000-4090-8f1f-15f4dc1d5c03 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.990578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.990631] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.991714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.991714] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d71c723e-6000-4090-8f1f-15f4dc1d5c03',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.996236] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4abdc713-05f3-4248-84e0-009d95e7a37a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.996352] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.996352] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.996475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.996553] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4abdc713-05f3-4248-84e0-009d95e7a37a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.999401] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.999513] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.999687] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.999786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.999823] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.001112] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-520e6d46-7d10-44e6-ade9-a13946c0b509 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.001112] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.001112] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.001112] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.001112] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('520e6d46-7d10-44e6-ade9-a13946c0b509',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.002040] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07331f55-d547-4d36-a4c7-ae4e119c49c4 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.002133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.002133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.002296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.002367] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07331f55-d547-4d36-a4c7-ae4e119c49c4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.003222] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1f486f4-487a-41e8-9d64-e8ff1204efc4 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.003307] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.003346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.003494] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.003543] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1f486f4-487a-41e8-9d64-e8ff1204efc4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.004912] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f16532d9-fc9d-4ce4-a168-3effcacbeae7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.004912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.004912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.004912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.004912] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f16532d9-fc9d-4ce4-a168-3effcacbeae7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.005211] env[69309]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 891.006173] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.006173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.006173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.006173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.006173] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.006947] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.007025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.007202] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a578b057-6428-4c23-bb99-1270d4762251 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.007295] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.007359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.007499] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.007571] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a578b057-6428-4c23-bb99-1270d4762251',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.012299] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.012364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.012401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.013333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.013333] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eea57ee-32c3-4e99-bbcb-23f55fd21b3b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.014038] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12b291ae-6863-48bf-9765-9325bc5ad263 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.014038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.014038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.014038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.014038] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12b291ae-6863-48bf-9765-9325bc5ad263',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.014907] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff51013c-3062-441c-93b3-c2d9cb7366b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.015017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.015078] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.015216] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.015288] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.017335] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11c56997-a48d-4997-871b-2631bfc75155 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.017335] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.017335] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.017335] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.017335] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11c56997-a48d-4997-871b-2631bfc75155',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.018253] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.018346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.018346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.018492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.018558] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.025813] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b35298f-7ab2-471b-8e9c-a17884a67d6b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.025910] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.025955] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.026155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.026236] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b35298f-7ab2-471b-8e9c-a17884a67d6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.027573] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-825a607b-3cf4-4338-b121-984d305110cd taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.027706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.027931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.027997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.028078] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('825a607b-3cf4-4338-b121-984d305110cd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.031381] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.031381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.031381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.031381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.057703] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11da9cbc-f0ef-406a-9b6a-cce12144095d: rpc.has_security_group_logging(os_id): False [ 891.064634] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.064634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.067794] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.067986] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.068383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.068383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.068383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.068518] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.068608] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf6f1e7-3046-462a-b526-bf858df01828 is going to be updated. [ 891.072855] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.072855] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.083476] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.083588] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.099371] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.100713] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a16dbc0b-cfa6-4762-9fdd-9091216712d7 is going to be deleted. [ 891.100713] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.100894] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.107714] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.107714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.107714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.107714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.107714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.118362] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf6f1e7-3046-462a-b526-bf858df01828 in Status: IN_PROGRESS for 2s [ 891.126309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.126614] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.126782] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.126863] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.127046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.127332] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.127422] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.127488] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.127523] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.127809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.127809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.127946] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.128042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.130380] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.130599] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.130694] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.130780] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be updated. [ 891.156415] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.156709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.156709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.156838] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.157105] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.157105] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a16dbc0b-cfa6-4762-9fdd-9091216712d7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.170421] env[69309]: INFO networking_nsxv3.common.synchronization [req-c7fc0d71-7826-4f16-848b-9527dc963990 req-87e81025-7f06-480f-bce3-07440ee12b9d tempest-ServersTestFqdnHostnames-108401303 tempest-ServersTestFqdnHostnames-108401303-project-member] Enqueued Resource ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 with Priority: HIGHEST for action security_group_members [ 891.170939] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 with Priority: HIGHEST for action security_group_members [ 891.173333] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.173333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.173333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.173333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.173333] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.173333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.173333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.173333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.173333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.173333] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1fd8e04-dff8-4fc7-b94b-0b54a2c48926',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.197958] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.198136] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.198256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.198457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.198746] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.212300] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 891.443017] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: SUCCESS [ 891.443017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.443017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.443017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.443017] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.548257] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.548403] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.548480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.548719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.573807] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.573942] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be844662-0679-4f92-846b-5a9f0779cb45 is going to be deleted. [ 891.579330] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-07331f55-d547-4d36-a4c7-ae4e119c49c4 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.579517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.579572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.579794] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.580494] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.580494] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.580494] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.580494] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.580494] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.580494] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.580782] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07331f55-d547-4d36-a4c7-ae4e119c49c4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.585362] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.585473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.586661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.586661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.586661] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.586661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.586661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.586661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.586661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.586661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.586661] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.591912] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff51013c-3062-441c-93b3-c2d9cb7366b7 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.591912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.591912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.591912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.591912] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.591912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.591912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.591912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.591912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.591912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.591912] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.592648] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-520e6d46-7d10-44e6-ade9-a13946c0b509 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.592648] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.592648] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.592648] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.592648] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.592648] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.592648] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.592880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.592880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.592880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.592974] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('520e6d46-7d10-44e6-ade9-a13946c0b509',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.595331] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.595454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.595525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.595682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.595829] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.595919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.595985] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.596182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.596264] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.596351] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.596431] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8eea57ee-32c3-4e99-bbcb-23f55fd21b3b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.599450] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.599565] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.599608] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.599811] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.599989] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.600122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.600189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.600335] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.600465] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.600524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.600561] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.602712] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-825a607b-3cf4-4338-b121-984d305110cd taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.602823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.602924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.603082] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.603259] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.603360] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.603430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.603515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.603594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.603724] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.603765] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('825a607b-3cf4-4338-b121-984d305110cd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.612805] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.626283] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.626283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.626283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.626283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.633234] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.633362] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.634169] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.634257] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.642545] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.642667] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.643520] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.643616] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.658577] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.658740] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.661123] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.661249] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.662140] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.662250] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.662958] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.663083] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.663764] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.663877] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.669992] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.670127] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b35298f-7ab2-471b-8e9c-a17884a67d6b is going to be deleted. [ 891.671098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.671232] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.674955] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.675067] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.717849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.717849] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11c56997-a48d-4997-871b-2631bfc75155 is going to be deleted. [ 891.717849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.717849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.717849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.718315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be844662-0679-4f92-846b-5a9f0779cb45" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.719698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.719698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.765833] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.765968] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf is going to be deleted. [ 891.766991] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.767228] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.801611] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.801710] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a578b057-6428-4c23-bb99-1270d4762251 is going to be deleted. [ 891.803177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.803177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.815786] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.815945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.836574] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.836761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.843502] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.843638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.857025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.857025] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f16532d9-fc9d-4ce4-a168-3effcacbeae7 is going to be deleted. [ 891.858506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.859020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.887910] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.888117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.899052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.899196] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4abdc713-05f3-4248-84e0-009d95e7a37a is going to be deleted. [ 891.900227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.900438] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.946998] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.947882] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.947974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.948215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.948406] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.948520] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.948586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.948798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.948834] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.948961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.949037] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.977208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.977341] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1f486f4-487a-41e8-9d64-e8ff1204efc4 is going to be deleted. [ 891.978346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.978553] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.983362] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.983468] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.011038] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.011128] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.036174] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.036478] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d71c723e-6000-4090-8f1f-15f4dc1d5c03 is going to be deleted. [ 892.037540] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.038127] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.084779] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07331f55-d547-4d36-a4c7-ae4e119c49c4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.095658] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.096437] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.097232] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.097456] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12b291ae-6863-48bf-9765-9325bc5ad263 is going to be deleted. [ 892.098952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.099258] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.109123] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('520e6d46-7d10-44e6-ade9-a13946c0b509',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.109234] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('825a607b-3cf4-4338-b121-984d305110cd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.111777] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.111777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.111777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.111777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.111777] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.111777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.111777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.112176] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.112176] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.112176] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.114535] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.114535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.114535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.114535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.114535] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.114535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.114535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.114535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.114977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.114977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.114977] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.117285] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.117640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.117640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.117640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.117784] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.119046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.119046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.119046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.119046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.119046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.119046] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.119046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.119046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.119046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.119046] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.124019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.124019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.124019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.124019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.124019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.124019] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8eea57ee-32c3-4e99-bbcb-23f55fd21b3b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.124019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.124019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.124019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.124019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.124019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.125296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.125377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.125521] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.125602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.125688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.125840] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.125930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.125989] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.126140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.126278] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.126362] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.126422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.126544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.126615] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.126692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.126774] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.127507] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff51013c-3062-441c-93b3-c2d9cb7366b7: rpc.has_security_group_logging(os_id): False [ 892.129989] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.130126] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.130691] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 130e6a0f-91d5-4fde-bd58-2441e79c12ce: rpc.has_security_group_logging(os_id): False [ 892.133506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.133720] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.133827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.133890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.134134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.134181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.135423] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 is going to be updated. [ 892.136412] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.136669] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.136669] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.136833] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b35298f-7ab2-471b-8e9c-a17884a67d6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.137189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.137393] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.137431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.137531] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.138610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.138610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.138610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.138610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11c56997-a48d-4997-871b-2631bfc75155" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.138610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.138844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.138844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.138950] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a578b057-6428-4c23-bb99-1270d4762251" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.139228] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.139336] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.139445] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.139582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f16532d9-fc9d-4ce4-a168-3effcacbeae7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.140515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.140625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.140716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.141022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4abdc713-05f3-4248-84e0-009d95e7a37a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.141099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.141327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.141411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.141577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1f486f4-487a-41e8-9d64-e8ff1204efc4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.141719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.142000] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.142119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.142321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d71c723e-6000-4090-8f1f-15f4dc1d5c03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.162795] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.162953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.163060] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.163272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.167606] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.167753] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.226288] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.226454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.231590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.231862] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.231973] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.232058] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.232247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.232323] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.232420] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 is going to be updated. [ 892.233509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.233694] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.235490] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.235490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.235490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.235677] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.235783] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.259125] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 in Status: IN_PROGRESS for 2s [ 892.285205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.285510] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.285636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.285791] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.285919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.286009] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.286649] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.286649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.286649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.286649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.286649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.286910] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.286910] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.286910] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.287047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.287278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.287380] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce is going to be updated. [ 892.288735] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.288924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.289036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.289154] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12b291ae-6863-48bf-9765-9325bc5ad263" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.361207] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.361463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.361618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.361931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.363022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.399249] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: IN_PROGRESS for 2s [ 892.411813] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.411961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.412510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.412510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.412510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.426437] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: IN_PROGRESS for 2s [ 892.452484] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.452484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.452484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.453117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.453578] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.453578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.455138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.455138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.455138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.455138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.455138] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.455138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.455138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.455138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.455138] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.455138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.455138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.455138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.455967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.457051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.457051] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.586805] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07331f55-d547-4d36-a4c7-ae4e119c49c4: rpc.has_security_group_logging(os_id): False [ 892.617559] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.617715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.617863] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.618129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.619273] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 825a607b-3cf4-4338-b121-984d305110cd: rpc.has_security_group_logging(os_id): False [ 892.620319] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 520e6d46-7d10-44e6-ade9-a13946c0b509: rpc.has_security_group_logging(os_id): False [ 892.629672] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21085f44-272c-4455-84ca-a94839738973: rpc.has_security_group_logging(os_id): False [ 892.631077] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b: rpc.has_security_group_logging(os_id): False [ 892.652269] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.652431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.655234] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.655234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.655234] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.655234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.655234] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.655234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.661022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.661022] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.661022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.661022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.661022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.661022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.661022] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 is going to be updated. [ 892.661022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.661022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.689308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.689308] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.689308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.689308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.689308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.689308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.689308] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.689308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.689308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.689308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.690078] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.690078] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.690231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.690358] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.690608] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.690819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.691012] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21085f44-272c-4455-84ca-a94839738973 is going to be updated. [ 892.692446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.692523] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.751566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.751566] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.751566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.751566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.751566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.751566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.751566] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 825a607b-3cf4-4338-b121-984d305110cd is going to be updated. [ 892.752321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.752538] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.786632] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.789021] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.789021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.789021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.789021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.789021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.789021] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 is going to be updated. [ 892.789021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.789021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.795119] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.795119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.819023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.819023] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.819023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.819023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.819023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.819023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.819023] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.819023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.819023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.819023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.819023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.819023] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.819023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.819023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.819619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.819619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.820425] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b is going to be updated. [ 892.821968] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.824020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.824020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.824020] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: SUCCESS [ 892.824402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.825034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.825327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.825590] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.825843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.825998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.826232] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.826419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.826585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.826749] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.841607] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.841607] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.841607] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.841607] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.841607] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.843358] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 in Status: IN_PROGRESS for 2s [ 892.850008] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.850490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.850678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.851018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.852326] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.857650] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21085f44-272c-4455-84ca-a94839738973 in Status: IN_PROGRESS for 2s [ 892.863393] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 825a607b-3cf4-4338-b121-984d305110cd in Status: IN_PROGRESS for 2s [ 892.868039] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.868039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.868039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.870434] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.870434] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.888685] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 in Status: IN_PROGRESS for 2s [ 892.952970] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.952970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.952970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.952970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.952970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.960239] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 341d8e01-9f6c-4215-a954-7a43325afd97: rpc.has_security_group_logging(os_id): False [ 892.976307] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b in Status: IN_PROGRESS for 2s [ 892.995547] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.995547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.995547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.995823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.996436] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.996708] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.996968] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.997093] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.997291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.997375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.997586] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.997686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.997743] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.997907] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.997983] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.998930] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.998930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.998930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.999822] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.000009] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.000154] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 is going to be updated. [ 893.097655] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.098283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.098283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.098283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.098444] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.119956] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: IN_PROGRESS for 2s [ 893.130295] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf6f1e7-3046-462a-b526-bf858df01828 in Status: SUCCESS [ 893.130295] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf6f1e7-3046-462a-b526-bf858df01828 deletion is rescheduled due to dependency. [ 893.130295] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.227751] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 893.227751] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.228123] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.228360] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.228501] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.330302] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.330477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.330555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.330796] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.330971] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.331107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.331188] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.331381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.333517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.333517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.333517] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.333517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.333517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.333517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.333517] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.333517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.333517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.333517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.333517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.333517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.333517] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.731550] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.731748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.731963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.732064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.732173] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.732267] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.732330] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.732495] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.732605] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.732667] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.732757] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.835973] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e161985-6b1b-47a8-83da-21a474a0b6c0: rpc.has_security_group_logging(os_id): False [ 893.854327] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.854479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.854555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.854785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.875987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.876339] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.876479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.876583] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.876791] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.876839] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.880027] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.880027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.880027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.880027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.880027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.880027] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.880027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.880027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.880027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.880027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.880027] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 is going to be updated. [ 893.941104] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.941297] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.941366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.942065] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.942065] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.953807] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: IN_PROGRESS for 2s [ 894.235468] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.235773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.235773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.237940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.237940] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.237940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.237940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.237940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.237940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.237940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.237940] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.237940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.237940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.237940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.237940] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.237940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.237940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.237940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.237940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.237940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.237940] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.271581] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 in Status: SUCCESS [ 894.271785] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1fd8e04-dff8-4fc7-b94b-0b54a2c48926 deletion is rescheduled due to dependency. [ 894.271884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1fd8e04-dff8-4fc7-b94b-0b54a2c48926" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.412633] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: SUCCESS [ 894.412633] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.445922] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: SUCCESS [ 894.445922] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.708594] env[69309]: INFO networking_nsxv3.common.synchronization [req-360d3ad7-a064-4c57-b32a-06f17adf9475 req-e691c9df-727c-4dc5-a78e-cc965e1ea736 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Enqueued Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 894.709143] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 894.709437] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.709556] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.709619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.709809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.709974] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.710077] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.710177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.710285] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.710369] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.710458] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.741698] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11da9cbc-f0ef-406a-9b6a-cce12144095d: rpc.has_security_group_logging(os_id): False [ 894.762884] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.763281] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.763359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.763829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.764042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.764197] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.764315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.764423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.768260] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.768260] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.768426] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.768544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.768604] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.768806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.768893] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.769127] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.769241] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.770383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.770836] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.771124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.771327] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be updated. [ 894.839653] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.839797] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.839836] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.840683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.840683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.857296] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 894.858181] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 in Status: SUCCESS [ 894.858388] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.867613] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21085f44-272c-4455-84ca-a94839738973 in Status: SUCCESS [ 894.867837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.873758] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 825a607b-3cf4-4338-b121-984d305110cd in Status: SUCCESS [ 894.873964] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.901472] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 in Status: SUCCESS [ 894.901573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.989016] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b in Status: SUCCESS [ 894.989341] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.121335] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-895 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.122182] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.122182] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.122182] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.122182] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.122395] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.122429] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.123370] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.123370] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.123370] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.123370] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.123370] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.123370] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.123596] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.123596] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.123677] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.138757] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: SUCCESS [ 895.138989] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.145345] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.145470] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.145614] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.145797] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.146155] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-8f08444c-3951-4368-9374-9914a6c93b3b taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.146371] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-8f08444c-3951-4368-9374-9914a6c93b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.146497] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-8f08444c-3951-4368-9374-9914a6c93b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.146818] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-8f08444c-3951-4368-9374-9914a6c93b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.146984] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f08444c-3951-4368-9374-9914a6c93b3b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.212196] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.652028] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.652401] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.652401] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.652680] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.652838] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.652996] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 8f08444c-3951-4368-9374-9914a6c93b3b not found, creating... [ 895.653287] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.653445] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.653563] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.653787] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.653924] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.654231] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.654408] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.654499] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.654704] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.654861] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.654982] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 8f08444c-3951-4368-9374-9914a6c93b3b is going to be created. [ 895.676615] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.677767] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.677767] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.677767] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.677767] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.678128] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-8f08444c-3951-4368-9374-9914a6c93b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.715709] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.967160] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: SUCCESS [ 895.967322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.218564] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.218832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.218832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.218988] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.219104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.219207] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 is going to be updated. [ 896.251210] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.251210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.251210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.251210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.251210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.272771] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: IN_PROGRESS for 2s [ 896.440310] env[69309]: INFO networking_nsxv3.common.synchronization [req-360d3ad7-a064-4c57-b32a-06f17adf9475 req-3cdea357-1884-44c5-93a8-5f52b690e7ae service nova] Enqueued Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_rules [ 896.440467] env[69309]: INFO networking_nsxv3.common.synchronization [req-360d3ad7-a064-4c57-b32a-06f17adf9475 req-3cdea357-1884-44c5-93a8-5f52b690e7ae service nova] Enqueued Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 896.440637] env[69309]: INFO networking_nsxv3.common.synchronization [req-360d3ad7-a064-4c57-b32a-06f17adf9475 req-3cdea357-1884-44c5-93a8-5f52b690e7ae service nova] Enqueued Resource ID: 8f08444c-3951-4368-9374-9914a6c93b3b with Priority: HIGHEST for action port [ 896.443166] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_rules [ 896.443166] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 896.443166] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f08444c-3951-4368-9374-9914a6c93b3b with Priority: HIGHEST for action port [ 896.443377] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.443473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.443630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.443906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.444641] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.446014] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.446231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.446550] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f08444c-3951-4368-9374-9914a6c93b3b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.446700] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f08444c-3951-4368-9374-9914a6c93b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.446881] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f08444c-3951-4368-9374-9914a6c93b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.447265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f08444c-3951-4368-9374-9914a6c93b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.447467] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f08444c-3951-4368-9374-9914a6c93b3b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.872101] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 896.872379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.955015] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.955015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.955015] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f08444c-3951-4368-9374-9914a6c93b3b with status ACTIVE [ 896.955015] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.955015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.955015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.955015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.955015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.955015] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.955015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.955015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.955015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.955015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.955015] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.955646] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.955646] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.955646] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.955646] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.955646] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f08444c-3951-4368-9374-9914a6c93b3b is going to be updated. [ 896.975888] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.975888] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.975888] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.975888] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.975888] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.975888] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f08444c-3951-4368-9374-9914a6c93b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.239723] env[69309]: INFO networking_nsxv3.common.synchronization [req-0abc1bbd-c7ff-421b-a313-d43e27bd6d54 req-7528a804-adfb-4adc-b06c-469d627432d7 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Enqueued Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_members [ 897.240292] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_members [ 897.241929] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.241929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.241929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.241929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.241929] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.241929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.241929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.241929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.242309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.242309] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.745261] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.745261] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.745261] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.745261] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.745261] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.745261] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.745261] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.745261] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.745939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.745939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.745939] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce is going to be updated. [ 897.773057] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.773712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.773712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.773712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.773874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.783692] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: IN_PROGRESS for 2s [ 898.281541] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: SUCCESS [ 898.281879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.282159] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.282460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.282656] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.282824] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.282912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.283145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.283276] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.283433] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.786684] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.290052] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.633703] env[69309]: INFO networking_nsxv3.common.synchronization [req-023be7d2-3614-4f8b-acaf-332b592d287b req-45338f24-dd56-4b16-8316-980737ca9672 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 899.634301] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 899.634606] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.634727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.634796] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.634991] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.639541] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.639807] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.639958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.640231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.640375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.640517] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.795097] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.795201] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.795278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.795490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.795583] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.795687] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 is going to be updated. [ 899.797929] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: SUCCESS [ 899.802313] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce deletion is rescheduled due to dependency. [ 899.802492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.902869] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.902975] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.903096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.904145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.904145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.912962] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: IN_PROGRESS for 2s [ 900.144247] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.176529] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.176759] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-255" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.176961] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-255" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.177371] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-255" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.178185] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.178185] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.178357] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.178516] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.178713] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.178954] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.179140] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.179276] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.179418] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.179546] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.179662] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.179941] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.200639] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.200892] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 900.201054] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.201252] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-255" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.201560] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-559f0433-af42-4752-8581-32b8bfbf1b96 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.201740] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-559f0433-af42-4752-8581-32b8bfbf1b96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.201862] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-559f0433-af42-4752-8581-32b8bfbf1b96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.202287] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-559f0433-af42-4752-8581-32b8bfbf1b96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.202463] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559f0433-af42-4752-8581-32b8bfbf1b96',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.225073] env[69309]: INFO networking_nsxv3.common.synchronization [req-2f2bbcd9-3c53-4fcf-ba8f-b0ae4cbcf60a req-68bb27fc-7b9c-4012-b110-3e02b7549eca tempest-ServersAdminNegativeTestJSON-1291205392 tempest-ServersAdminNegativeTestJSON-1291205392-project-member] Enqueued Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGHEST for action security_group_members [ 900.229810] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGHEST for action security_group_members [ 900.231102] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.231264] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.231366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.231602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.231755] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.231881] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.231952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.232147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.232563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.232563] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.235072] env[69309]: INFO networking_nsxv3.common.synchronization [req-accef90f-a896-44d5-aa23-cf9ca48c0ce8 req-ad678a7b-7f14-4b01-b141-6ad5b03996f3 tempest-ServersV294TestFqdnHostnames-1372785909 tempest-ServersV294TestFqdnHostnames-1372785909-project-member] Enqueued Resource ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 with Priority: HIGHEST for action security_group_members [ 900.235925] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 with Priority: HIGHEST for action security_group_members [ 900.236247] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-323d67f1-257c-4e09-8bd0-ac04f3c2d795 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.236353] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.236448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.236949] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.236949] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.237114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.237114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.237291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.237412] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.237514] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323d67f1-257c-4e09-8bd0-ac04f3c2d795',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.648400] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.707158] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.707425] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.707577] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.707879] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.708054] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.708307] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 559f0433-af42-4752-8581-32b8bfbf1b96 not found, creating... [ 900.708520] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.708687] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.708825] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.709084] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.709235] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.709535] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.709691] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.709811] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.714019] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.714019] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.714019] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 559f0433-af42-4752-8581-32b8bfbf1b96 is going to be created. [ 900.732658] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.732875] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.733109] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.733329] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.733565] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.733808] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-559f0433-af42-4752-8581-32b8bfbf1b96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.736728] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.736931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.737033] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.737244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.737339] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.737575] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.737935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.737935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.738090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.738141] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.738232] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21085f44-272c-4455-84ca-a94839738973 is going to be updated. [ 900.751304] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.751304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.751304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.751304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.783382] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.783534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.783626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.783833] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.784013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.790204] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.790587] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.790729] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.790797] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.791056] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.791145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.791239] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 is going to be updated. [ 900.804029] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21085f44-272c-4455-84ca-a94839738973 in Status: IN_PROGRESS for 2s [ 900.853277] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.853517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.853591] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.853821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.854081] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.864983] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 in Status: IN_PROGRESS for 2s [ 901.151254] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.151537] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.151655] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.153151] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.153151] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.153151] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be updated. [ 901.181399] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.181399] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.181399] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.181399] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.181399] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.192883] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 2s [ 901.714401] env[69309]: INFO networking_nsxv3.common.synchronization [req-023be7d2-3614-4f8b-acaf-332b592d287b req-be01cb8d-eef4-4dd3-a523-69b9e55ceba8 service nova] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_rules [ 901.714401] env[69309]: INFO networking_nsxv3.common.synchronization [req-023be7d2-3614-4f8b-acaf-332b592d287b req-be01cb8d-eef4-4dd3-a523-69b9e55ceba8 service nova] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 901.714401] env[69309]: INFO networking_nsxv3.common.synchronization [req-023be7d2-3614-4f8b-acaf-332b592d287b req-be01cb8d-eef4-4dd3-a523-69b9e55ceba8 service nova] Enqueued Resource ID: 559f0433-af42-4752-8581-32b8bfbf1b96 with Priority: HIGHEST for action port [ 901.714965] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_rules [ 901.715088] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 901.715189] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 559f0433-af42-4752-8581-32b8bfbf1b96 with Priority: HIGHEST for action port [ 901.715631] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.715784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.716037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.716114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.716200] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.717126] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.717235] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.717423] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-559f0433-af42-4752-8581-32b8bfbf1b96 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.721022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-559f0433-af42-4752-8581-32b8bfbf1b96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.721022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-559f0433-af42-4752-8581-32b8bfbf1b96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.721022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-559f0433-af42-4752-8581-32b8bfbf1b96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.721022] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559f0433-af42-4752-8581-32b8bfbf1b96',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.778189] env[69309]: INFO networking_nsxv3.common.synchronization [req-6fd46de8-97ff-4ef5-9c00-bb694f0fa634 req-2695b3f8-3521-46d4-98d1-87e815e39006 tempest-ServerActionsV293TestJSON-1925610549 tempest-ServerActionsV293TestJSON-1925610549-project-member] Enqueued Resource ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 with Priority: HIGHEST for action security_group_members [ 901.778752] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 with Priority: HIGHEST for action security_group_members [ 901.779496] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-07331f55-d547-4d36-a4c7-ae4e119c49c4 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.779663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.779771] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.780009] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.780338] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.780542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.780542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.780677] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.780841] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.780892] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07331f55-d547-4d36-a4c7-ae4e119c49c4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.907976] env[69309]: INFO networking_nsxv3.common.synchronization [req-d6ce481c-9773-4ff6-9681-9537f39f51f6 req-5d5703e3-9f64-4e69-bb84-29581d80426d tempest-ServersTestManualDisk-184871573 tempest-ServersTestManualDisk-184871573-project-member] Enqueued Resource ID: b2396541-0878-4815-b305-a53bde31357b with Priority: HIGHEST for action security_group_members [ 901.907976] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2396541-0878-4815-b305-a53bde31357b with Priority: HIGHEST for action security_group_members [ 901.907976] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2396541-0878-4815-b305-a53bde31357b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.907976] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.907976] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.907976] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.907976] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.907976] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.907976] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.907976] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.907976] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.907976] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2396541-0878-4815-b305-a53bde31357b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.924064] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: SUCCESS [ 901.924324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.924796] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.925045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.925278] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.925383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.925467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.926353] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.926460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.926557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.926655] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.220087] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.220300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.226528] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 559f0433-af42-4752-8581-32b8bfbf1b96 with status ACTIVE [ 902.226704] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.226849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.226917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.227187] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.227284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.227454] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.227610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.227644] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.227864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.228017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.228211] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.228308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.228388] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.228555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.228644] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.228734] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 559f0433-af42-4752-8581-32b8bfbf1b96 is going to be updated. [ 902.252763] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.253960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.253960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.253960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.253960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.253960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-559f0433-af42-4752-8581-32b8bfbf1b96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.284822] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.285214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.285381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.285920] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.288018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.288018] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.288018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.288018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.288018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.288018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.288018] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 is going to be updated. [ 902.339024] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.340719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.340719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.340719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.340719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.352288] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 in Status: IN_PROGRESS for 2s [ 902.411452] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.411452] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.411452] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.411452] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.433256] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.433256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.433256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.433256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.433256] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.434075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.434308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.436130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.436130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.436130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.436130] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.436130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.436130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.436130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.436130] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.436130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.436130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.436130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.436130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.436130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.436130] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.439363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.440729] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.441014] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.441183] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.441469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.443023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.443023] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2396541-0878-4815-b305-a53bde31357b is going to be updated. [ 902.479371] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.481018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.481018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.481018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.481018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.490128] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2396541-0878-4815-b305-a53bde31357b in Status: IN_PROGRESS for 2s [ 902.814413] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21085f44-272c-4455-84ca-a94839738973 in Status: SUCCESS [ 902.814413] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21085f44-272c-4455-84ca-a94839738973 deletion is rescheduled due to dependency. [ 902.814413] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.874503] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 in Status: SUCCESS [ 902.875125] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 deletion is rescheduled due to dependency. [ 902.875125] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.938899] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e161985-6b1b-47a8-83da-21a474a0b6c0: rpc.has_security_group_logging(os_id): False [ 902.956139] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.958887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.958887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.958887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.958887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.958887] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.958887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.958887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.958887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.958887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.958887] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.958887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.958887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.958887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.958887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.959476] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.959476] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.959476] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.962505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.962505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.962505] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 is going to be updated. [ 903.021059] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.021059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.021059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.021059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.021059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.036210] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: IN_PROGRESS for 2s [ 903.204134] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 903.204360] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.204586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.204818] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.205014] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.205149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.205212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.205387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.205471] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.205569] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.709591] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.218262] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.362353] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 in Status: SUCCESS [ 904.362662] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 deletion is rescheduled due to dependency. [ 904.362741] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.502637] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2396541-0878-4815-b305-a53bde31357b in Status: SUCCESS [ 904.502637] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2396541-0878-4815-b305-a53bde31357b deletion is rescheduled due to dependency. [ 904.502637] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.724965] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.725095] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.725095] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.725317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.725409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.725593] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be updated. [ 904.752830] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.753137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.753449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.754188] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.754188] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.763567] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 2s [ 905.047970] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: SUCCESS [ 905.048221] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.301182] env[69309]: INFO networking_nsxv3.common.synchronization [req-b0396899-8a08-4a5d-9c85-fc7454581c56 req-56b4773f-3b4c-4672-9969-cd0125d7e686 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Enqueued Resource ID: b5278807-12cb-43c8-8437-60c4098e1c53 with Priority: HIGHEST for action security_group_members [ 905.301854] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5278807-12cb-43c8-8437-60c4098e1c53 with Priority: HIGHEST for action security_group_members [ 905.302204] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5278807-12cb-43c8-8437-60c4098e1c53 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.302338] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.302399] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.302784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.302987] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.303117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.303181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.303338] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.303424] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.303522] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.806160] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.806356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.806427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.807030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.807030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.807433] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.807433] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.807433] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.807433] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.807624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.807624] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5278807-12cb-43c8-8437-60c4098e1c53 already deleted. [ 905.807700] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.832497] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.833269] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.833391] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.833771] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.834232] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.835037] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.835037] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.835037] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.835293] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.835657] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.835763] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.835929] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.836448] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.836725] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.836959] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.837234] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.856939] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.857196] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 905.857392] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.857501] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.857850] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-47c378d7-89ad-4fc4-a028-722ea9a7ac6a taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.858114] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-47c378d7-89ad-4fc4-a028-722ea9a7ac6a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.858234] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-47c378d7-89ad-4fc4-a028-722ea9a7ac6a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.858581] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-47c378d7-89ad-4fc4-a028-722ea9a7ac6a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.858729] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c378d7-89ad-4fc4-a028-722ea9a7ac6a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.361839] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.362188] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.362188] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.362494] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.362675] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.362846] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 47c378d7-89ad-4fc4-a028-722ea9a7ac6a not found, creating... [ 906.363149] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.363335] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.363472] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.366388] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.366562] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.366921] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.367099] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.367264] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.367518] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.369299] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.369299] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 47c378d7-89ad-4fc4-a028-722ea9a7ac6a is going to be created. [ 906.387448] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.388066] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.388406] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.388990] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.391335] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.391335] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-47c378d7-89ad-4fc4-a028-722ea9a7ac6a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.773551] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 906.773971] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.773971] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.774194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.774391] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.774535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.774601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.774771] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.774854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.774951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.775094] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.146179] env[69309]: INFO networking_nsxv3.common.synchronization [req-b0396899-8a08-4a5d-9c85-fc7454581c56 req-c562de7d-3865-453f-8cfe-0dbb8a63a69a service nova] Enqueued Resource ID: b5278807-12cb-43c8-8437-60c4098e1c53 with Priority: HIGHEST for action security_group_rules [ 907.146371] env[69309]: INFO networking_nsxv3.common.synchronization [req-b0396899-8a08-4a5d-9c85-fc7454581c56 req-c562de7d-3865-453f-8cfe-0dbb8a63a69a service nova] Enqueued Resource ID: b5278807-12cb-43c8-8437-60c4098e1c53 with Priority: HIGHEST for action security_group_members [ 907.146522] env[69309]: INFO networking_nsxv3.common.synchronization [req-b0396899-8a08-4a5d-9c85-fc7454581c56 req-c562de7d-3865-453f-8cfe-0dbb8a63a69a service nova] Enqueued Resource ID: 47c378d7-89ad-4fc4-a028-722ea9a7ac6a with Priority: HIGHEST for action port [ 907.147881] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5278807-12cb-43c8-8437-60c4098e1c53 with Priority: HIGHEST for action security_group_rules [ 907.148100] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5278807-12cb-43c8-8437-60c4098e1c53 with Priority: HIGHEST for action security_group_members [ 907.148467] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c378d7-89ad-4fc4-a028-722ea9a7ac6a with Priority: HIGHEST for action port [ 907.148657] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5278807-12cb-43c8-8437-60c4098e1c53 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.148848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.149377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.149885] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.149885] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.151559] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5278807-12cb-43c8-8437-60c4098e1c53 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.151741] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.152016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.153967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.154165] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.154281] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.154362] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.154705] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.154826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.154930] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.156118] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-47c378d7-89ad-4fc4-a028-722ea9a7ac6a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.156346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47c378d7-89ad-4fc4-a028-722ea9a7ac6a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.156346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47c378d7-89ad-4fc4-a028-722ea9a7ac6a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.156490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47c378d7-89ad-4fc4-a028-722ea9a7ac6a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.156621] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c378d7-89ad-4fc4-a028-722ea9a7ac6a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.278229] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.278376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.278440] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.278674] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.278911] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.279051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.279107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.279274] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.279367] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.279443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.279589] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.279678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.279736] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.279876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.280053] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.280150] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.280209] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.280350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.280428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.281098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.281098] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.660293] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47c378d7-89ad-4fc4-a028-722ea9a7ac6a with status ACTIVE [ 907.661323] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.661323] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.661323] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.661323] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.661323] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.661323] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.661663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.661663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.661663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.661787] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.661926] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.662044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.662093] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.662282] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.662383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.662510] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47c378d7-89ad-4fc4-a028-722ea9a7ac6a is going to be updated. [ 907.663968] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5278807-12cb-43c8-8437-60c4098e1c53 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.664118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.664304] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.682151] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.682394] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.682394] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.682660] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.684462] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.684462] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47c378d7-89ad-4fc4-a028-722ea9a7ac6a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.783374] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f23eef97-2b3e-4b9b-8fa5-ce8364a7b703: rpc.has_security_group_logging(os_id): False [ 907.802934] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.803846] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.803995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.804228] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.824621] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.826324] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.826324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.826324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.826324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.826324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.826324] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.826324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.826324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.826324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.826324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.827243] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.830112] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.830247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.831748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.831748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.831748] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be updated. [ 907.887601] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.887713] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.887753] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.888185] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.888241] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.907704] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 2s [ 907.982925] env[69309]: INFO networking_nsxv3.common.synchronization [req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb req-7495e69f-e17d-4207-aaf5-ff44e85c194b tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Enqueued Resource ID: b5278807-12cb-43c8-8437-60c4098e1c53 with Priority: HIGHEST for action security_group_members [ 907.983544] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5278807-12cb-43c8-8437-60c4098e1c53 with Priority: HIGHEST for action security_group_members [ 907.984336] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5278807-12cb-43c8-8437-60c4098e1c53 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.984336] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.169827] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.250056] env[69309]: INFO networking_nsxv3.common.synchronization [req-d5d1088f-ae61-4bd0-a16c-9740e2673b6c req-272e97a6-2e69-48a7-960c-b276669aba8d tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Enqueued Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 908.250199] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 908.250915] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.250915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.250915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.250915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.251345] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.251436] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.251549] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.251677] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.251764] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.251929] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.673015] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.673346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.673346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.673924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.673924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.673924] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5278807-12cb-43c8-8437-60c4098e1c53 is going to be created. [ 908.696446] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.696446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.696446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.696446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.696446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.706108] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.706368] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.706529] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.706821] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.707169] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.707364] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.707522] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.707787] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.707963] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.708911] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.709035] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.709153] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.709276] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.709396] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.709510] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.709911] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.712254] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5278807-12cb-43c8-8437-60c4098e1c53 in Status: UNINITIALIZED for 2s [ 908.728599] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.728844] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.729698] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.729698] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-722" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.729698] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-57b1f4c6-937a-4b66-85d7-49c37bf63a17 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.729923] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-57b1f4c6-937a-4b66-85d7-49c37bf63a17" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.730095] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-57b1f4c6-937a-4b66-85d7-49c37bf63a17" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.730598] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-57b1f4c6-937a-4b66-85d7-49c37bf63a17" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.731320] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57b1f4c6-937a-4b66-85d7-49c37bf63a17',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.754175] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.891560] env[69309]: INFO networking_nsxv3.common.synchronization [req-f895869f-fb8f-472a-b52c-ea6e919c380c req-dc3674e2-3008-4c09-924a-a74dedf37126 tempest-MultipleCreateTestJSON-1126152009 tempest-MultipleCreateTestJSON-1126152009-project-member] Enqueued Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 908.892089] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGHEST for action security_group_members [ 908.892428] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.892509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.233977] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.234391] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.234582] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.234915] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.235149] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.235438] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 57b1f4c6-937a-4b66-85d7-49c37bf63a17 not found, creating... [ 909.236582] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.236582] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.236582] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.236849] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.237078] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.237479] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.238287] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.238440] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.238732] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.238930] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.239164] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 57b1f4c6-937a-4b66-85d7-49c37bf63a17 is going to be created. [ 909.256335] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.258409] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.258632] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.258759] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.259042] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.259288] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.259514] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-57b1f4c6-937a-4b66-85d7-49c37bf63a17" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.761987] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.762296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.762296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.762528] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.762622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.762718] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 is going to be updated. [ 909.791478] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.791680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.791680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.791838] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.791983] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.804129] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: IN_PROGRESS for 2s [ 909.924416] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 909.924593] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.977303] env[69309]: INFO networking_nsxv3.common.synchronization [req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb req-46240bac-dce6-46e4-9819-5f45cb6a71e0 service nova] Enqueued Resource ID: b5278807-12cb-43c8-8437-60c4098e1c53 with Priority: HIGHEST for action security_group_rules [ 909.977303] env[69309]: INFO networking_nsxv3.common.synchronization [req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb req-46240bac-dce6-46e4-9819-5f45cb6a71e0 service nova] Enqueued Resource ID: b5278807-12cb-43c8-8437-60c4098e1c53 with Priority: HIGHEST for action security_group_members [ 909.977303] env[69309]: INFO networking_nsxv3.common.synchronization [req-ac6cc0d4-202e-49ea-8b41-3c5ddce275fb req-46240bac-dce6-46e4-9819-5f45cb6a71e0 service nova] Enqueued Resource ID: 57b1f4c6-937a-4b66-85d7-49c37bf63a17 with Priority: HIGHEST for action port [ 909.977697] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5278807-12cb-43c8-8437-60c4098e1c53 with Priority: HIGHEST for action security_group_rules [ 909.977892] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5278807-12cb-43c8-8437-60c4098e1c53 with Priority: HIGHEST for action security_group_members [ 909.978495] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b1f4c6-937a-4b66-85d7-49c37bf63a17 with Priority: HIGHEST for action port [ 909.978827] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5278807-12cb-43c8-8437-60c4098e1c53 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.978974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.979497] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5278807-12cb-43c8-8437-60c4098e1c53 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.979497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.979497] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-57b1f4c6-937a-4b66-85d7-49c37bf63a17 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.979694] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57b1f4c6-937a-4b66-85d7-49c37bf63a17" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.979694] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57b1f4c6-937a-4b66-85d7-49c37bf63a17" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.979859] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57b1f4c6-937a-4b66-85d7-49c37bf63a17" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.979940] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57b1f4c6-937a-4b66-85d7-49c37bf63a17',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.483319] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57b1f4c6-937a-4b66-85d7-49c37bf63a17 with status ACTIVE [ 910.483551] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.483684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.483754] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.483979] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.484089] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.484268] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.484405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.484616] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.484820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.484931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.485150] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.485261] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.485322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.485720] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.485779] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.485853] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57b1f4c6-937a-4b66-85d7-49c37bf63a17 is going to be updated. [ 910.506020] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.506197] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.506237] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.506432] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.506708] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.506879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57b1f4c6-937a-4b66-85d7-49c37bf63a17" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.726964] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5278807-12cb-43c8-8437-60c4098e1c53 in Status: SUCCESS [ 910.727294] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.727507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.727789] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.728033] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.728157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.728227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.728397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.728479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.728573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.728671] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.729577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.729769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.729933] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.730080] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.730152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.730322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.730404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.730495] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.232241] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5278807-12cb-43c8-8437-60c4098e1c53 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.232708] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.232708] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.734978] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.814505] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: SUCCESS [ 911.814744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.814911] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.815234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.815420] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.815568] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.815635] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.815820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.815908] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.816010] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.078240] env[69309]: INFO networking_nsxv3.common.synchronization [req-e2af0292-d53b-4bfd-bd7a-5d597351d821 req-65a8d5e4-4e66-498f-b43a-8a813ae8a95b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Enqueued Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_members [ 912.078495] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_members [ 912.079314] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff51013c-3062-441c-93b3-c2d9cb7366b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.079314] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.079314] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.079314] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.079314] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.079671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.079671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.079671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.079774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.079774] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.237751] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.238151] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.238151] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.238234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.238296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.238405] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5278807-12cb-43c8-8437-60c4098e1c53 is going to be updated. [ 912.266313] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.266503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.266606] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.266885] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.267083] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.277030] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5278807-12cb-43c8-8437-60c4098e1c53 in Status: IN_PROGRESS for 2s [ 912.318299] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.318490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.318536] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.318734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.318833] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.319044] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.319146] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.319206] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.319358] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.319437] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.319527] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 is going to be updated. [ 912.344976] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.345231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.345339] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.345626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.345826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.591262] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: IN_PROGRESS for 2s [ 912.591262] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.591262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.591262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.591262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.591262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.591262] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.591262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.591262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.591262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.591262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.591262] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 is going to be updated. [ 912.608747] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.608853] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.609177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.609302] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.609371] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.618124] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: IN_PROGRESS for 2s [ 913.056432] env[69309]: INFO networking_nsxv3.common.synchronization [req-c8e29d80-ea4d-4500-8471-6852fdefceca req-2d2baa8b-6b4f-4ab3-b868-6809756e8f7d tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Enqueued Resource ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d with Priority: HIGHEST for action security_group_members [ 913.056432] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d with Priority: HIGHEST for action security_group_members [ 913.056663] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.057172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.057172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.057172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.057333] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.057333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.057480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.057541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.058433] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.058433] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.436175] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.436668] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-857" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.436668] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-857" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.436843] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-857" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.437794] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.438067] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.438214] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.438472] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.438654] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.438883] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.439026] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.439121] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.439253] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.439377] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.439485] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.439624] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.464305] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.464581] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 913.464736] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.464931] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-857" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.465301] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-ad9ee43d-865e-4176-b44b-d831504457de taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.465506] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-ad9ee43d-865e-4176-b44b-d831504457de" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.465643] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-ad9ee43d-865e-4176-b44b-d831504457de" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.465976] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-ad9ee43d-865e-4176-b44b-d831504457de" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.466142] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad9ee43d-865e-4176-b44b-d831504457de',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.560665] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.560956] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.561112] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.561344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.561594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.561718] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.561876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.561954] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.562132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.562212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.562304] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d already deleted. [ 913.562379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.814998] env[69309]: INFO networking_nsxv3.common.synchronization [req-de1f5c17-437f-4fb6-be71-6e677de3a0dc req-feb43a4f-7150-40f0-b093-20461d66319a tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 913.815442] env[69309]: INFO networking_nsxv3.common.synchronization [req-de1f5c17-437f-4fb6-be71-6e677de3a0dc req-feb43a4f-7150-40f0-b093-20461d66319a tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f with Priority: HIGHEST for action security_group_members [ 913.819262] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 913.819262] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f with Priority: HIGHEST for action security_group_members [ 913.819262] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.819262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.819262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.819262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.819262] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.819262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.819262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.819262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.819262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.819262] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.823205] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb9ae73f-102c-463d-ae25-cb4c40bea30f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.823205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.823205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.832152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.832152] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.832152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.832152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.832152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.832152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.832152] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.832152] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.911432] env[69309]: INFO networking_nsxv3.common.synchronization [req-de1f5c17-437f-4fb6-be71-6e677de3a0dc req-feb43a4f-7150-40f0-b093-20461d66319a tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f with Priority: HIGHEST for action security_group_rules [ 913.911515] env[69309]: INFO networking_nsxv3.common.synchronization [req-de1f5c17-437f-4fb6-be71-6e677de3a0dc req-feb43a4f-7150-40f0-b093-20461d66319a tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f with Priority: HIGHEST for action security_group_members [ 913.911646] env[69309]: INFO networking_nsxv3.common.synchronization [req-de1f5c17-437f-4fb6-be71-6e677de3a0dc req-feb43a4f-7150-40f0-b093-20461d66319a tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_rules [ 913.911763] env[69309]: INFO networking_nsxv3.common.synchronization [req-de1f5c17-437f-4fb6-be71-6e677de3a0dc req-feb43a4f-7150-40f0-b093-20461d66319a tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 913.911908] env[69309]: INFO networking_nsxv3.common.synchronization [req-de1f5c17-437f-4fb6-be71-6e677de3a0dc req-feb43a4f-7150-40f0-b093-20461d66319a tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 559f0433-af42-4752-8581-32b8bfbf1b96 with Priority: HIGHEST for action port [ 913.912451] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f with Priority: HIGHEST for action security_group_rules [ 913.912725] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_rules [ 913.912887] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 559f0433-af42-4752-8581-32b8bfbf1b96 with Priority: HIGHEST for action port [ 913.913688] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f with Priority: HIGHEST for action security_group_members [ 913.913839] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 913.914170] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb9ae73f-102c-463d-ae25-cb4c40bea30f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.914304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.914385] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.914666] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.914752] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.916018] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.919165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.919165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.919165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.919165] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.919165] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-559f0433-af42-4752-8581-32b8bfbf1b96 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.919165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-559f0433-af42-4752-8581-32b8bfbf1b96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.919165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-559f0433-af42-4752-8581-32b8bfbf1b96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.919165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-559f0433-af42-4752-8581-32b8bfbf1b96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.919165] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559f0433-af42-4752-8581-32b8bfbf1b96',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.919165] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb9ae73f-102c-463d-ae25-cb4c40bea30f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.919165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.919165] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.919165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.973149] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.973149] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.973149] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.973149] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.973149] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.973149] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port ad9ee43d-865e-4176-b44b-d831504457de not found, creating... [ 913.973149] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.973149] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.973149] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.973149] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.973149] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.973604] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.973604] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.973604] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.973604] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.973604] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.973776] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: ad9ee43d-865e-4176-b44b-d831504457de is going to be created. [ 913.993848] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.994181] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.994341] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.994635] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.994993] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.995152] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-ad9ee43d-865e-4176-b44b-d831504457de" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.289163] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5278807-12cb-43c8-8437-60c4098e1c53 in Status: SUCCESS [ 914.289163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.289621] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.289988] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.290264] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.290399] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.290473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.290621] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.290698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.290827] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.338715] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.339811] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.380264] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 in Status: SUCCESS [ 914.380760] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 deletion is rescheduled due to dependency. [ 914.380760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.420756] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb9ae73f-102c-463d-ae25-cb4c40bea30f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.420756] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.420965] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.421048] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.421443] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 559f0433-af42-4752-8581-32b8bfbf1b96 with status ACTIVE [ 914.421674] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.421819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.421898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.422362] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.422543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.422698] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.422810] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.422907] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.423122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.423739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.423739] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.423739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.423739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.423739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.423986] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.423986] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 559f0433-af42-4752-8581-32b8bfbf1b96 is going to be updated. [ 914.443480] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.444638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.444638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.444638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.444638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.444638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-559f0433-af42-4752-8581-32b8bfbf1b96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.627327] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: IN_PROGRESS for 4s [ 914.691105] env[69309]: INFO networking_nsxv3.common.synchronization [req-c8e29d80-ea4d-4500-8471-6852fdefceca req-de76de5c-8e3f-40ee-90a4-5a2de04e1da8 service nova] Enqueued Resource ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d with Priority: HIGHEST for action security_group_rules [ 914.691105] env[69309]: INFO networking_nsxv3.common.synchronization [req-c8e29d80-ea4d-4500-8471-6852fdefceca req-de76de5c-8e3f-40ee-90a4-5a2de04e1da8 service nova] Enqueued Resource ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d with Priority: HIGHEST for action security_group_members [ 914.691105] env[69309]: INFO networking_nsxv3.common.synchronization [req-c8e29d80-ea4d-4500-8471-6852fdefceca req-de76de5c-8e3f-40ee-90a4-5a2de04e1da8 service nova] Enqueued Resource ID: ad9ee43d-865e-4176-b44b-d831504457de with Priority: HIGHEST for action port [ 914.691311] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d with Priority: HIGHEST for action security_group_rules [ 914.691507] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d with Priority: HIGHEST for action security_group_members [ 914.691507] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9ee43d-865e-4176-b44b-d831504457de with Priority: HIGHEST for action port [ 914.692559] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb3aae0e-601d-4cf6-8e21-38d08d8b628d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.692709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.692776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.693089] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.693304] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.694481] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.694703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.694767] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.695298] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.695462] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.696278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.696278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.696278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.696278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.696278] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.697166] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad9ee43d-865e-4176-b44b-d831504457de taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.697363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad9ee43d-865e-4176-b44b-d831504457de" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.697363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad9ee43d-865e-4176-b44b-d831504457de" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.697515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad9ee43d-865e-4176-b44b-d831504457de" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.697587] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad9ee43d-865e-4176-b44b-d831504457de',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.792946] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.841589] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.845090] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.845090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.845090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.845090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.845090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.845090] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be updated. [ 914.874541] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.874700] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.874747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.874982] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.875115] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.885905] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 2s [ 915.196041] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.196041] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.197575] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.199845] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad9ee43d-865e-4176-b44b-d831504457de with status ACTIVE [ 915.200776] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.200776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.200776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.201653] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.201653] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.202623] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.202623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.202623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.202758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.203733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.203733] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.203733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.203733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.203733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.203733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.203733] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad9ee43d-865e-4176-b44b-d831504457de is going to be updated. [ 915.227936] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.230061] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.233026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.233026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.233026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.233026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad9ee43d-865e-4176-b44b-d831504457de" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.296064] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.346967] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.347215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.347284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.347716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.347716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.347716] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f is going to be created. [ 915.373516] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.373697] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.373776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.374341] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.374514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.385646] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f in Status: UNINITIALIZED for 2s [ 915.699820] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.804773] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.805046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.805170] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.805514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.805651] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.805803] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5278807-12cb-43c8-8437-60c4098e1c53 is going to be updated. [ 915.837437] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.837631] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.837750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.838121] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.838235] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.849214] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5278807-12cb-43c8-8437-60c4098e1c53 in Status: IN_PROGRESS for 2s [ 916.207456] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.207671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.207741] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.207992] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.208159] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.208316] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d is going to be created. [ 916.232288] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.232590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.232688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.233018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.233091] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.243780] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d in Status: UNINITIALIZED for 2s [ 916.637991] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: SUCCESS [ 916.637991] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 deletion is rescheduled due to dependency. [ 916.637991] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.898063] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 916.898410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.898596] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.899125] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.899397] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.899560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.899651] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.899852] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.899967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.900158] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.188337] env[69309]: INFO networking_nsxv3.common.synchronization [req-0e3fd458-77df-4c27-86a2-e8b53deb1df9 req-afe0dd67-b1b4-45fe-805f-837a63c47e58 tempest-ServersTestJSON-282178193 tempest-ServersTestJSON-282178193-project-member] Enqueued Resource ID: 825a607b-3cf4-4338-b121-984d305110cd with Priority: HIGHEST for action security_group_members [ 917.188743] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825a607b-3cf4-4338-b121-984d305110cd with Priority: HIGHEST for action security_group_members [ 917.189705] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-825a607b-3cf4-4338-b121-984d305110cd taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.189705] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.189705] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.189705] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.189705] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.189705] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.190229] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.190229] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.190229] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.191215] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('825a607b-3cf4-4338-b121-984d305110cd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.395091] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f in Status: SUCCESS [ 917.398772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.398772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.398772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.398772] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.398772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.398772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.398772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.398772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.398772] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.405448] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.695023] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.695023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.695023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.695023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.695023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.695023] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.695023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.695023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.695023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.695023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.695023] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825a607b-3cf4-4338-b121-984d305110cd is going to be updated. [ 917.723798] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.724079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.724189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.724470] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.724680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.732904] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825a607b-3cf4-4338-b121-984d305110cd in Status: IN_PROGRESS for 2s [ 917.819341] env[69309]: INFO networking_nsxv3.common.synchronization [req-e7dd6c3d-4adb-4cda-93b4-a270fd8c0087 req-76ee55fe-b24e-427a-bd6b-6febe4e92fde tempest-ImagesOneServerTestJSON-1299078102 tempest-ImagesOneServerTestJSON-1299078102-project-member] Enqueued Resource ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b with Priority: HIGHEST for action security_group_members [ 917.820437] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b with Priority: HIGHEST for action security_group_members [ 917.820563] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.820698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.820762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.820963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.821286] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.821438] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.821553] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.821749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.821886] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.822371] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eea57ee-32c3-4e99-bbcb-23f55fd21b3b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.858584] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5278807-12cb-43c8-8437-60c4098e1c53 in Status: SUCCESS [ 917.858799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.858963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.859196] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.859408] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.859542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.859620] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.859793] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.859910] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.859982] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.860202] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5278807-12cb-43c8-8437-60c4098e1c53 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.860344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.860436] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.860518] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.860655] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.860757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.860817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.860952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.861234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.861379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.861518] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.905381] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.906402] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.255062] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d in Status: SUCCESS [ 918.255291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.255561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.255781] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.256549] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.256549] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.257169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.257372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.257453] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.257548] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.257645] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.323905] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.324075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.324144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.324358] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.324443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.324636] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.324729] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.324803] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.324926] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.325014] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.325095] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b is going to be updated. [ 918.357214] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.357370] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.357467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.357695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.357842] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.363586] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5278807-12cb-43c8-8437-60c4098e1c53: rpc.has_security_group_logging(os_id): False [ 918.372971] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b in Status: IN_PROGRESS for 2s [ 918.380562] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.380709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.380789] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.381058] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.381182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.381379] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.381478] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.381558] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.381717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.381794] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.382014] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.382126] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.382191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.382330] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.382418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.382621] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.382701] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.382751] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.382913] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.382987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.383787] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5278807-12cb-43c8-8437-60c4098e1c53 is going to be created. [ 918.408603] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.413449] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.413620] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.413695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.413942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.414098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.414262] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be updated. [ 918.464023] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.464023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.464023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.464023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.464023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.483738] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 2s [ 918.492603] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.492870] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.492870] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.493041] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.493200] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.505486] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5278807-12cb-43c8-8437-60c4098e1c53 in Status: IN_PROGRESS for 2s [ 918.760574] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.760574] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.760776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.760828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.760991] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.761109] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.761170] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.761315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.761396] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.761494] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.761656] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.761728] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.761826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.761920] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.762105] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.762203] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.762276] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.762426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.762510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.763091] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.763091] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.916486] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.916787] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.916787] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.916988] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.917095] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.917196] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f is going to be updated. [ 918.943504] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.943645] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.943717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.943926] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.944085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.951885] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f in Status: IN_PROGRESS for 2s [ 919.265939] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb3aae0e-601d-4cf6-8e21-38d08d8b628d: rpc.has_security_group_logging(os_id): False [ 919.284126] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.284317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.284370] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.284612] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.284798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.284798] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.284953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.284953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.285123] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.285210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.285397] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.285487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.285538] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.285672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.286255] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.286255] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.286255] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.286445] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.286621] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.286689] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.286761] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d is going to be created. [ 919.341319] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.341319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.341319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.341710] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.341977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.358784] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d in Status: IN_PROGRESS for 2s [ 919.744308] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825a607b-3cf4-4338-b121-984d305110cd in Status: SUCCESS [ 919.744502] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825a607b-3cf4-4338-b121-984d305110cd deletion is rescheduled due to dependency. [ 919.744644] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.385405] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b in Status: SUCCESS [ 920.385780] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b deletion is rescheduled due to dependency. [ 920.385780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.493923] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 920.494171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.494364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.494631] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.494827] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.494946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.495013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.497506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.497506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.497506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.497506] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.517855] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5278807-12cb-43c8-8437-60c4098e1c53 in Status: SUCCESS [ 920.518209] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.518302] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.518529] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.518643] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.963755] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f in Status: SUCCESS [ 920.964588] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.965026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.967076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.967076] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.967076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.967076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.967076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.967076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.967076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.967076] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.973615] env[69309]: INFO networking_nsxv3.common.synchronization [req-12f9b7d6-9e25-453f-ba3c-52ea38b2ee47 req-0aaa8ec9-197d-4433-9287-dd06ad4557ed tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 456b2783-d7bf-4937-bbae-e9d3539dd955 with Priority: HIGHEST for action security_group_members [ 920.974582] env[69309]: INFO networking_nsxv3.common.synchronization [req-12f9b7d6-9e25-453f-ba3c-52ea38b2ee47 req-0aaa8ec9-197d-4433-9287-dd06ad4557ed tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f with Priority: HIGHEST for action security_group_members [ 920.974582] env[69309]: INFO networking_nsxv3.common.synchronization [req-12f9b7d6-9e25-453f-ba3c-52ea38b2ee47 req-0aaa8ec9-197d-4433-9287-dd06ad4557ed tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 920.976491] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456b2783-d7bf-4937-bbae-e9d3539dd955 with Priority: HIGHEST for action security_group_members [ 920.976491] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f with Priority: HIGHEST for action security_group_members [ 920.976491] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 920.976671] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-456b2783-d7bf-4937-bbae-e9d3539dd955 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.976804] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.976891] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.977310] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.980743] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.980743] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.980743] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.981079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.981079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.981198] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('456b2783-d7bf-4937-bbae-e9d3539dd955',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.982740] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb9ae73f-102c-463d-ae25-cb4c40bea30f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.983226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.983226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.983226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.983331] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.983376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.983415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.983543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.983621] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.983789] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.985235] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.985594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.985594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.986118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.986280] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.986460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.986460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.986587] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.986679] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.987073] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.998800] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.998951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.006922] env[69309]: INFO networking_nsxv3.common.synchronization [req-da48474b-4077-4bd5-849f-54f1ef36bb06 req-a5f12eeb-d6f9-47c4-941b-2d1edcb4087b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Enqueued Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGHEST for action security_group_members [ 921.007526] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGHEST for action security_group_members [ 921.007983] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-7739ab52-21bd-4276-bc3c-2aea3b442b84 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.008198] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.008327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.008538] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.008717] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.008821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.008875] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.009068] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.009163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.009275] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7739ab52-21bd-4276-bc3c-2aea3b442b84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.022775] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5278807-12cb-43c8-8437-60c4098e1c53 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.022998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.023142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.023440] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.023748] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.023839] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.023915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.025554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.025699] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.025844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.025983] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.040660] env[69309]: INFO networking_nsxv3.common.synchronization [req-12f9b7d6-9e25-453f-ba3c-52ea38b2ee47 req-0aaa8ec9-197d-4433-9287-dd06ad4557ed tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 456b2783-d7bf-4937-bbae-e9d3539dd955 with Priority: HIGHEST for action security_group_rules [ 921.040660] env[69309]: INFO networking_nsxv3.common.synchronization [req-12f9b7d6-9e25-453f-ba3c-52ea38b2ee47 req-0aaa8ec9-197d-4433-9287-dd06ad4557ed tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 456b2783-d7bf-4937-bbae-e9d3539dd955 with Priority: HIGHEST for action security_group_members [ 921.040660] env[69309]: INFO networking_nsxv3.common.synchronization [req-12f9b7d6-9e25-453f-ba3c-52ea38b2ee47 req-0aaa8ec9-197d-4433-9287-dd06ad4557ed tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f with Priority: HIGHEST for action security_group_rules [ 921.040660] env[69309]: INFO networking_nsxv3.common.synchronization [req-12f9b7d6-9e25-453f-ba3c-52ea38b2ee47 req-0aaa8ec9-197d-4433-9287-dd06ad4557ed tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f with Priority: HIGHEST for action security_group_members [ 921.040660] env[69309]: INFO networking_nsxv3.common.synchronization [req-12f9b7d6-9e25-453f-ba3c-52ea38b2ee47 req-0aaa8ec9-197d-4433-9287-dd06ad4557ed tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_rules [ 921.040660] env[69309]: INFO networking_nsxv3.common.synchronization [req-12f9b7d6-9e25-453f-ba3c-52ea38b2ee47 req-0aaa8ec9-197d-4433-9287-dd06ad4557ed tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 921.040660] env[69309]: INFO networking_nsxv3.common.synchronization [req-12f9b7d6-9e25-453f-ba3c-52ea38b2ee47 req-0aaa8ec9-197d-4433-9287-dd06ad4557ed tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 559f0433-af42-4752-8581-32b8bfbf1b96 with Priority: HIGHEST for action port [ 921.042794] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456b2783-d7bf-4937-bbae-e9d3539dd955 with Priority: HIGHEST for action security_group_rules [ 921.042794] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f with Priority: HIGHEST for action security_group_rules [ 921.042794] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 921.042794] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 559f0433-af42-4752-8581-32b8bfbf1b96 with Priority: HIGHEST for action port [ 921.042941] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_rules [ 921.042984] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456b2783-d7bf-4937-bbae-e9d3539dd955 with Priority: HIGHEST for action security_group_members [ 921.043728] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f with Priority: HIGHEST for action security_group_members [ 921.043728] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-456b2783-d7bf-4937-bbae-e9d3539dd955 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.043905] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.043905] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.044197] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.044271] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('456b2783-d7bf-4937-bbae-e9d3539dd955',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.045213] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb9ae73f-102c-463d-ae25-cb4c40bea30f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.045307] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.045568] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.045655] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.045862] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-559f0433-af42-4752-8581-32b8bfbf1b96 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.045955] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-559f0433-af42-4752-8581-32b8bfbf1b96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.047395] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-559f0433-af42-4752-8581-32b8bfbf1b96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.047395] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-559f0433-af42-4752-8581-32b8bfbf1b96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.047395] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559f0433-af42-4752-8581-32b8bfbf1b96',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.047565] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.047565] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.047723] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-456b2783-d7bf-4937-bbae-e9d3539dd955 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.047806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.048019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb9ae73f-102c-463d-ae25-cb4c40bea30f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.048126] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.372564] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d in Status: SUCCESS [ 921.372564] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.405594] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.405921] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.406052] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.406349] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.407305] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.407598] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.410429] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.410429] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.410429] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.410429] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.410429] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.410429] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.410429] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.410429] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.410429] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.410749] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.430195] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.430511] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 921.430756] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.432599] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.432935] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-0828b24f-945c-4984-89f8-da870cb6e5b2 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.433151] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-0828b24f-945c-4984-89f8-da870cb6e5b2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.433417] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-0828b24f-945c-4984-89f8-da870cb6e5b2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.433868] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-0828b24f-945c-4984-89f8-da870cb6e5b2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.433943] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0828b24f-945c-4984-89f8-da870cb6e5b2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.476292] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.488890] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('456b2783-d7bf-4937-bbae-e9d3539dd955',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.489972] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.492210] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.514092] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.514092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.514092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.514092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.514092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.514092] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.514092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.514092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.514092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.514092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.514092] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 already deleted. [ 921.514092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.530325] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5278807-12cb-43c8-8437-60c4098e1c53 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.530618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.530618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.530833] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.530968] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.531041] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.531079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.531251] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.531337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.531445] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.531619] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5278807-12cb-43c8-8437-60c4098e1c53 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.531770] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.531770] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.531906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.532064] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.532161] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.532244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.532445] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.532532] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.532620] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.532709] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.549884] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-456b2783-d7bf-4937-bbae-e9d3539dd955 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.552798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.552798] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 559f0433-af42-4752-8581-32b8bfbf1b96 with status ACTIVE [ 921.552798] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.552798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.552798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.552798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.552798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.552798] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.552798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.552798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.553277] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.553277] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.553277] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.553277] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.553432] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.553467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.553988] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.553988] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 559f0433-af42-4752-8581-32b8bfbf1b96 is going to be updated. [ 921.575306] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.575760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.575848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.576084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.576224] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.576393] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-559f0433-af42-4752-8581-32b8bfbf1b96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.849189] env[69309]: INFO networking_nsxv3.common.synchronization [None req-731256e4-4653-458b-9ace-4c264ac78070 None None] Enqueued Resource ID: 212425e9-fb0d-42cc-9af4-483fef7cb586 with Priority: HIGHEST for action port [ 921.849189] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212425e9-fb0d-42cc-9af4-483fef7cb586 with Priority: HIGHEST for action port [ 921.849189] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-212425e9-fb0d-42cc-9af4-483fef7cb586 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.849189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-212425e9-fb0d-42cc-9af4-483fef7cb586" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.849189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-212425e9-fb0d-42cc-9af4-483fef7cb586" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.850429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-212425e9-fb0d-42cc-9af4-483fef7cb586" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.850636] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('212425e9-fb0d-42cc-9af4-483fef7cb586',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.936549] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.936813] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.936914] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.937228] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.937389] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.937548] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 0828b24f-945c-4984-89f8-da870cb6e5b2 not found, creating... [ 921.937811] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.937987] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.938148] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.938378] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.938516] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.938803] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.942023] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.942023] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.942023] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.942023] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.942023] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 0828b24f-945c-4984-89f8-da870cb6e5b2 is going to be created. [ 921.960100] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.960306] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.960490] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.960744] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.960979] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.961348] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-0828b24f-945c-4984-89f8-da870cb6e5b2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.980499] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb9ae73f-102c-463d-ae25-cb4c40bea30f: rpc.has_security_group_logging(os_id): False [ 921.992166] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('456b2783-d7bf-4937-bbae-e9d3539dd955',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.993427] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.995390] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.002086] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.002086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.002086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.002086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.002086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.002086] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.002086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.002086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.002086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.002086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.002086] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f is going to be created. [ 922.039024] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5278807-12cb-43c8-8437-60c4098e1c53: rpc.has_security_group_logging(os_id): False [ 922.059631] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.059732] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.059874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.059975] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.060158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.060368] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.060443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.060512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.063928] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.064064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.064298] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.064402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.064482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.064623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.064700] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.064895] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.065031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.065379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.065571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.065659] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.065749] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5278807-12cb-43c8-8437-60c4098e1c53 is going to be updated. [ 922.079237] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.079237] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.079237] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.079237] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.079237] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.087150] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f in Status: IN_PROGRESS for 2s [ 922.153796] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.154250] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.154469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.154814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.155112] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.187689] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5278807-12cb-43c8-8437-60c4098e1c53 in Status: IN_PROGRESS for 2s [ 922.353463] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 212425e9-fb0d-42cc-9af4-483fef7cb586 [ 922.353726] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.353866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.353945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.354222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.354318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.354416] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:212425e9-fb0d-42cc-9af4-483fef7cb586 already deleted. [ 922.354525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-212425e9-fb0d-42cc-9af4-483fef7cb586" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.496133] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.497126] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.497126] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.498508] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.498508] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.498508] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 456b2783-d7bf-4937-bbae-e9d3539dd955 is going to be created. [ 922.501098] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.503193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.503494] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.505111] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.505111] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.505111] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be updated. [ 922.506404] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.507262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.507411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.507663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.507811] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.507942] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f is going to be updated. [ 922.531563] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.531563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.531755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.532021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.532021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.536341] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.536578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.536749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.536998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.537238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.541016] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.541016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.541016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.541016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.541016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.550598] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 456b2783-d7bf-4937-bbae-e9d3539dd955 in Status: UNINITIALIZED for 2s [ 922.551898] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f in Status: IN_PROGRESS for 2s [ 922.552594] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 2s [ 922.713389] env[69309]: INFO networking_nsxv3.common.synchronization [req-da48474b-4077-4bd5-849f-54f1ef36bb06 req-baf684be-7b7e-4670-a878-be196160cdd4 service nova] Enqueued Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGHEST for action security_group_rules [ 922.713570] env[69309]: INFO networking_nsxv3.common.synchronization [req-da48474b-4077-4bd5-849f-54f1ef36bb06 req-baf684be-7b7e-4670-a878-be196160cdd4 service nova] Enqueued Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGHEST for action security_group_members [ 922.715052] env[69309]: INFO networking_nsxv3.common.synchronization [req-da48474b-4077-4bd5-849f-54f1ef36bb06 req-baf684be-7b7e-4670-a878-be196160cdd4 service nova] Enqueued Resource ID: 0828b24f-945c-4984-89f8-da870cb6e5b2 with Priority: HIGHEST for action port [ 922.715052] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGHEST for action security_group_rules [ 922.715052] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGHEST for action security_group_members [ 922.715052] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0828b24f-945c-4984-89f8-da870cb6e5b2 with Priority: HIGHEST for action port [ 922.715052] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7739ab52-21bd-4276-bc3c-2aea3b442b84 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.715052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.715052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.715450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.715450] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7739ab52-21bd-4276-bc3c-2aea3b442b84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.717562] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-7739ab52-21bd-4276-bc3c-2aea3b442b84 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.721065] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.721256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.721411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.721583] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.722036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.722036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.722036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.722036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.722224] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7739ab52-21bd-4276-bc3c-2aea3b442b84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.723262] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0828b24f-945c-4984-89f8-da870cb6e5b2 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.723610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0828b24f-945c-4984-89f8-da870cb6e5b2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.723714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0828b24f-945c-4984-89f8-da870cb6e5b2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.724038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0828b24f-945c-4984-89f8-da870cb6e5b2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.724038] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0828b24f-945c-4984-89f8-da870cb6e5b2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.224308] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-7739ab52-21bd-4276-bc3c-2aea3b442b84 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.224308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.226131] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7739ab52-21bd-4276-bc3c-2aea3b442b84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.230756] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0828b24f-945c-4984-89f8-da870cb6e5b2 with status ACTIVE [ 923.230943] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.231073] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.231129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.231341] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.231421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.231599] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.231699] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.231778] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.231898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.231973] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.232163] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.232255] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.232317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.232445] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.232517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.233025] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0828b24f-945c-4984-89f8-da870cb6e5b2 is going to be updated. [ 923.251630] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.251779] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.251848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.252064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.252207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.252370] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0828b24f-945c-4984-89f8-da870cb6e5b2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.436453] env[69309]: INFO networking_nsxv3.common.synchronization [req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 req-19b9bc1e-db63-473f-bee8-51a97a185458 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 923.436992] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 923.437343] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.437480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.437564] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.437722] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.437868] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.437972] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.440085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.440375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.440419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.440502] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.688586] env[69309]: INFO networking_nsxv3.common.synchronization [None req-1f1ae39c-bee4-4b71-b999-168ecb681702 None None] Enqueued Resource ID: 45177b09-8eb6-48ed-a432-aeb3b48d825a with Priority: HIGHEST for action port [ 923.688586] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45177b09-8eb6-48ed-a432-aeb3b48d825a with Priority: HIGHEST for action port [ 923.688586] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-45177b09-8eb6-48ed-a432-aeb3b48d825a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.688586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45177b09-8eb6-48ed-a432-aeb3b48d825a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.688586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45177b09-8eb6-48ed-a432-aeb3b48d825a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.689754] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45177b09-8eb6-48ed-a432-aeb3b48d825a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.690332] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45177b09-8eb6-48ed-a432-aeb3b48d825a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.729220] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7739ab52-21bd-4276-bc3c-2aea3b442b84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.816548] env[69309]: INFO networking_nsxv3.common.synchronization [req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 req-a8c71ef9-50bd-433a-a3f0-cc79db77351e tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 923.816548] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 923.816548] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.816548] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.946341] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.946341] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.946341] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.946537] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.946537] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.946689] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.947511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.947511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.947511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.947511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.947511] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf is going to be deleted. [ 923.976756] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.976924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.976968] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.977525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.977525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.977525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.977525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.977750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.977887] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.977959] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.977997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.978136] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.978662] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.978662] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.100288] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f in Status: SUCCESS [ 924.100534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.100744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.101049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.101156] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.194098] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45177b09-8eb6-48ed-a432-aeb3b48d825a [ 924.194386] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.194518] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.194590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.194804] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.194894] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.194996] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45177b09-8eb6-48ed-a432-aeb3b48d825a already deleted. [ 924.195091] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45177b09-8eb6-48ed-a432-aeb3b48d825a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.207431] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5278807-12cb-43c8-8437-60c4098e1c53 in Status: SUCCESS [ 924.207653] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.234467] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.234467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.234467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.234467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.234467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.234467] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 is going to be created. [ 924.255079] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.255079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.255079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.255079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.255079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.262081] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.262081] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-93" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.262081] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-93" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.262081] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-93" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.262411] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.262508] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.262665] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.263461] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.263680] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.263934] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.264128] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.264319] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.264560] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.264721] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.264905] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.265108] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.266807] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 in Status: UNINITIALIZED for 2s [ 924.284660] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.284660] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 924.284660] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.284660] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-93" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.284660] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-4f44abdb-a32b-4341-bfc4-2000a4620c84 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.284660] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-4f44abdb-a32b-4341-bfc4-2000a4620c84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.284660] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-4f44abdb-a32b-4341-bfc4-2000a4620c84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.284660] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-4f44abdb-a32b-4341-bfc4-2000a4620c84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.284660] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f44abdb-a32b-4341-bfc4-2000a4620c84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.486213] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.486369] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.486442] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.486801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.486801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.487012] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.487119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.487119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.487399] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.487399] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.487691] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf already deleted. [ 924.487691] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.565921] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f in Status: SUCCESS [ 924.565921] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.565921] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.565921] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.565921] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.565921] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.565921] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.565921] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.565921] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.565921] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.569517] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 456b2783-d7bf-4937-bbae-e9d3539dd955 in Status: SUCCESS [ 924.569699] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.570468] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 924.570671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.571110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.571287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.571456] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.571922] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.571922] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.571922] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.571922] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.571922] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('456b2783-d7bf-4937-bbae-e9d3539dd955',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.572724] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.572880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.573184] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.573345] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.574629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.574629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.574629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.574629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.574629] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.574629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.574629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.574629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.574629] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.574629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.574629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.574629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.574629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.575290] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.575290] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.576458] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.576637] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.576780] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.576874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.576934] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.577095] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.577170] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.577253] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.606054] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb9ae73f-102c-463d-ae25-cb4c40bea30f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.606178] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.787429] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.787838] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.787838] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.788060] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.788206] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.788397] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 4f44abdb-a32b-4341-bfc4-2000a4620c84 not found, creating... [ 924.788660] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.788841] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.788982] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.789229] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.789379] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.789735] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.789837] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.789976] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.790221] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.790373] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.790576] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 4f44abdb-a32b-4341-bfc4-2000a4620c84 is going to be created. [ 924.817011] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.817238] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.817381] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.817659] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.817889] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.818178] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-4f44abdb-a32b-4341-bfc4-2000a4620c84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.901116] env[69309]: INFO networking_nsxv3.common.synchronization [req-22965e03-7f2d-4b70-81df-f044fc4fab91 req-f9b148ab-ede0-48f2-af04-26b1a45982d4 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 456b2783-d7bf-4937-bbae-e9d3539dd955 with Priority: HIGHEST for action security_group_members [ 924.902459] env[69309]: INFO networking_nsxv3.common.synchronization [req-22965e03-7f2d-4b70-81df-f044fc4fab91 req-f9b148ab-ede0-48f2-af04-26b1a45982d4 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 924.902629] env[69309]: INFO networking_nsxv3.common.synchronization [req-22965e03-7f2d-4b70-81df-f044fc4fab91 req-f9b148ab-ede0-48f2-af04-26b1a45982d4 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f with Priority: HIGHEST for action security_group_members [ 924.903227] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456b2783-d7bf-4937-bbae-e9d3539dd955 with Priority: HIGHEST for action security_group_members [ 924.903371] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 924.903453] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f with Priority: HIGHEST for action security_group_members [ 924.903850] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-456b2783-d7bf-4937-bbae-e9d3539dd955 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.903850] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.904032] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.904114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.904286] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb9ae73f-102c-463d-ae25-cb4c40bea30f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.904362] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.076403] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.077418] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('456b2783-d7bf-4937-bbae-e9d3539dd955',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.078145] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f23eef97-2b3e-4b9b-8fa5-ce8364a7b703: rpc.has_security_group_logging(os_id): False [ 925.079208] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.101118] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.101118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.101118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.101118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.101118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.101386] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.101504] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.101584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.102757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.102757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.102757] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.102757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.102757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.102757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.102757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.103181] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.103181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.103181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.103181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.103351] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.103351] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be updated. [ 925.159364] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.159364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.159364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.159636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.159700] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.170324] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 2s [ 925.582455] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('456b2783-d7bf-4937-bbae-e9d3539dd955',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.583503] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.584331] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.628793] env[69309]: INFO networking_nsxv3.common.synchronization [req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 req-ad3643a5-df83-440d-9aa3-631410028f7a service nova] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_rules [ 925.628793] env[69309]: INFO networking_nsxv3.common.synchronization [req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 req-ad3643a5-df83-440d-9aa3-631410028f7a service nova] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 925.629280] env[69309]: INFO networking_nsxv3.common.synchronization [req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 req-ad3643a5-df83-440d-9aa3-631410028f7a service nova] Enqueued Resource ID: 4f44abdb-a32b-4341-bfc4-2000a4620c84 with Priority: HIGHEST for action port [ 925.630322] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_rules [ 925.630322] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 925.630322] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f44abdb-a32b-4341-bfc4-2000a4620c84 with Priority: HIGHEST for action port [ 925.630322] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.630592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.630592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.630823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.630924] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.633581] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.633581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.633581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.633581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.633813] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.633813] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.633891] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.634206] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.634206] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.634206] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.635519] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f44abdb-a32b-4341-bfc4-2000a4620c84 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.635519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f44abdb-a32b-4341-bfc4-2000a4620c84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.635519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f44abdb-a32b-4341-bfc4-2000a4620c84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.635519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f44abdb-a32b-4341-bfc4-2000a4620c84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.635519] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f44abdb-a32b-4341-bfc4-2000a4620c84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.090182] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.090182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.090182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.090182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.090182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.090182] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 456b2783-d7bf-4937-bbae-e9d3539dd955 is going to be updated. [ 926.090182] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.090182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.090182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.090755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.090755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.090755] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be updated. [ 926.095698] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.095813] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.095909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.096091] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.096175] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.096262] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f is going to be updated. [ 926.131936] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.131936] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.132588] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.133406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.135146] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.139195] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.139473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.139570] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.141027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.141027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.142241] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.142493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.144098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.144098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.144098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.144351] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.144476] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.144724] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.145795] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f44abdb-a32b-4341-bfc4-2000a4620c84 with status ACTIVE [ 926.146035] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.146180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.146304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.146480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.146630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.146809] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.146937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.147035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.147231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.147339] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.147579] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.147707] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.147795] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.147980] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.148105] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.148220] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f44abdb-a32b-4341-bfc4-2000a4620c84 is going to be updated. [ 926.159161] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f in Status: IN_PROGRESS for 2s [ 926.160116] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 456b2783-d7bf-4937-bbae-e9d3539dd955 in Status: IN_PROGRESS for 2s [ 926.160854] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 2s [ 926.165884] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.166075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.166187] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.166446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.166630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.166832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f44abdb-a32b-4341-bfc4-2000a4620c84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.285138] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 in Status: SUCCESS [ 926.285525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.285812] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.286136] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.286421] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.286662] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.286909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.287322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.288040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.288040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.288040] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7739ab52-21bd-4276-bc3c-2aea3b442b84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.579343] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.579543] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-400" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.579694] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-400" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.580041] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-400" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.580386] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.580587] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.580757] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.581060] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.581303] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.581516] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.581634] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.581750] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.581862] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.581992] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.582125] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.582286] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.599509] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.599733] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 926.599917] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.600191] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-400" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.600561] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-99d4e596-4fd8-4e06-9176-6781d813dddf taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.600791] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-99d4e596-4fd8-4e06-9176-6781d813dddf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.600966] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-99d4e596-4fd8-4e06-9176-6781d813dddf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.601381] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-99d4e596-4fd8-4e06-9176-6781d813dddf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.601614] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99d4e596-4fd8-4e06-9176-6781d813dddf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.650797] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.791337] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-7739ab52-21bd-4276-bc3c-2aea3b442b84 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.791337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.791570] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.791627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.791812] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.791938] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.792016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.792162] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.792359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.792425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.792549] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-7739ab52-21bd-4276-bc3c-2aea3b442b84 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.792642] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.792919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.792919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.793039] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.793114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.794047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.794047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.794047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.794047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.794047] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7739ab52-21bd-4276-bc3c-2aea3b442b84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.104905] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.104905] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.105289] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.105289] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.105577] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.105738] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 99d4e596-4fd8-4e06-9176-6781d813dddf not found, creating... [ 927.105893] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.106109] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.106267] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.106457] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.106657] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.106900] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.109113] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.109246] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.109725] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.109910] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.110136] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 99d4e596-4fd8-4e06-9176-6781d813dddf is going to be created. [ 927.141466] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.141466] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.141466] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.141466] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.141466] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.145732] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-99d4e596-4fd8-4e06-9176-6781d813dddf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.153182] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.153819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.153920] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.154683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.154843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.154954] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf is going to be created. [ 927.188214] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 927.188466] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.189079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.189304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.189398] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.191081] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.191263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.191263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.191728] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.191728] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.204963] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: UNINITIALIZED for 2s [ 927.296459] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7739ab52-21bd-4276-bc3c-2aea3b442b84: rpc.has_security_group_logging(os_id): False [ 927.317027] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.317027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.317027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.317501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.317542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.320419] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.320419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.320419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.320419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.320419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.320419] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.320419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.320419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.320419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.320419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.320419] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.320419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.320419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.320419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.321357] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.321357] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 is going to be created. [ 927.376991] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.380039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.380039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.380039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.380039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.392158] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 in Status: IN_PROGRESS for 2s [ 927.693557] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.693729] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.173896] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f in Status: SUCCESS [ 928.174185] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.174347] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.174592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.174798] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.174944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.175024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.175222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.175309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.175400] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.175524] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.178066] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 928.178284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.179510] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 456b2783-d7bf-4937-bbae-e9d3539dd955 in Status: SUCCESS [ 928.179510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.179510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.179678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.179806] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.179934] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.179998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.182555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.182669] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.182770] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.183740] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.188062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.188062] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.188062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.188062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.188062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.188062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.188062] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.188062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.188062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.188062] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.188062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.191950] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.192189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.192305] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.192367] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.192493] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('456b2783-d7bf-4937-bbae-e9d3539dd955',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.194247] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.195500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.195649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.197108] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.197108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.197108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.197108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.197108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.197108] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('456b2783-d7bf-4937-bbae-e9d3539dd955',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.558024] env[69309]: INFO networking_nsxv3.common.synchronization [req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 req-437b8fe9-5dc9-4be1-9456-d9d33847f899 service nova] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_rules [ 928.558024] env[69309]: INFO networking_nsxv3.common.synchronization [req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 req-437b8fe9-5dc9-4be1-9456-d9d33847f899 service nova] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 928.558024] env[69309]: INFO networking_nsxv3.common.synchronization [req-1e8508bf-9eb6-4c25-b8d3-a959740ec206 req-437b8fe9-5dc9-4be1-9456-d9d33847f899 service nova] Enqueued Resource ID: 99d4e596-4fd8-4e06-9176-6781d813dddf with Priority: HIGHEST for action port [ 928.559329] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_rules [ 928.559468] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 928.559576] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99d4e596-4fd8-4e06-9176-6781d813dddf with Priority: HIGHEST for action port [ 928.563446] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.563446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.563446] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.563446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.563446] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-99d4e596-4fd8-4e06-9176-6781d813dddf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.563446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99d4e596-4fd8-4e06-9176-6781d813dddf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.563446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99d4e596-4fd8-4e06-9176-6781d813dddf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.563446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99d4e596-4fd8-4e06-9176-6781d813dddf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.563446] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99d4e596-4fd8-4e06-9176-6781d813dddf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.694802] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.696553] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.696683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.697044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.697138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.697260] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.697448] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.697536] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.697600] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.697757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.699696] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.699696] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f is going to be updated. [ 928.699696] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('456b2783-d7bf-4937-bbae-e9d3539dd955',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.700835] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb9ae73f-102c-463d-ae25-cb4c40bea30f: rpc.has_security_group_logging(os_id): False [ 928.702281] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.702281] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.703210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.704534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.704534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.704534] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.704534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.704534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.704534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.704534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.704534] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 456b2783-d7bf-4937-bbae-e9d3539dd955 is going to be deleted. [ 928.725463] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.725463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.725463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.725463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.725463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.725463] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.725463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.725958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.725958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.725958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.725958] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f is going to be updated. [ 928.729469] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.729469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.729469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.729697] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.729801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.732130] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.732261] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.732371] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.732574] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.732701] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.732798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.735246] env[69309]: INFO networking_nsxv3.common.synchronization [req-4749fc6a-9bf8-4f67-84e5-dc9fad424808 req-04ded47e-2305-4136-a1b7-fc7b84f86d44 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Enqueued Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 928.735816] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 928.736164] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.736316] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.736411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.736595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.736706] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.736815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.736904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.737669] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.737669] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.737669] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.747271] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f in Status: IN_PROGRESS for 2s [ 928.794363] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.794619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.794785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.796619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.796619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.820460] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f in Status: IN_PROGRESS for 2s [ 929.067027] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99d4e596-4fd8-4e06-9176-6781d813dddf with status ACTIVE [ 929.067027] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.067027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.067027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.067027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.067027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.067027] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.067027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.067027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.067027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.067027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.067027] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.067027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.067027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.067027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.067027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.069163] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99d4e596-4fd8-4e06-9176-6781d813dddf is going to be updated. [ 929.092194] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.092194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.092194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.092194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.092194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.092194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99d4e596-4fd8-4e06-9176-6781d813dddf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.201043] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.207171] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 456b2783-d7bf-4937-bbae-e9d3539dd955: rpc.has_security_group_logging(os_id): False [ 929.229059] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.229059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.229059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.229059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.229059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.229059] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.229059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.229059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.229059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.229059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.229059] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 456b2783-d7bf-4937-bbae-e9d3539dd955 is going to be created. [ 929.230437] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: SUCCESS [ 929.230828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.231534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.231999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.232310] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.234116] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.234116] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.234116] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.234116] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.234116] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.234116] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.234116] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.234116] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.236503] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.236503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.236503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.236503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.236503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.236503] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.239925] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.248946] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/456b2783-d7bf-4937-bbae-e9d3539dd955], does not exist path=[/infra/domains/default/groups/456b2783-d7bf-4937-bbae-e9d3539dd955]."\n}' [ 929.248946] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 456b2783-d7bf-4937-bbae-e9d3539dd955 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/456b2783-d7bf-4937-bbae-e9d3539dd955 [ 929.248946] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 929.280918] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.281874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.281874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.281874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.283618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.284201] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.284201] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.284201] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.284350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.284401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.284848] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.284848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.284848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.285050] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.285050] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.285050] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 456b2783-d7bf-4937-bbae-e9d3539dd955 is going to be created. [ 929.299523] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/456b2783-d7bf-4937-bbae-e9d3539dd955], does not exist path=[/infra/domains/default/groups/456b2783-d7bf-4937-bbae-e9d3539dd955]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/456b2783-d7bf-4937-bbae-e9d3539dd955 [ 929.299659] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-456b2783-d7bf-4937-bbae-e9d3539dd955" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.300206] env[69309]: Traceback (most recent call last): [ 929.300288] env[69309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 929.300288] env[69309]: return func(*args, **kwargs) [ 929.300288] env[69309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 929.300288] env[69309]: res.raise_for_status() [ 929.300288] env[69309]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 929.300288] env[69309]: raise HTTPError(http_error_msg, response=self) [ 929.300288] env[69309]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/456b2783-d7bf-4937-bbae-e9d3539dd955 [ 929.300288] env[69309]: During handling of the above exception, another exception occurred: [ 929.300288] env[69309]: Traceback (most recent call last): [ 929.300288] env[69309]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 929.300288] env[69309]: listener.cb(fileno) [ 929.300288] env[69309]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 929.300288] env[69309]: result = function(*args, **kwargs) [ 929.300288] env[69309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 929.300288] env[69309]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 929.300288] env[69309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 929.300288] env[69309]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 929.300288] env[69309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 929.300288] env[69309]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 929.300288] env[69309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 929.300288] env[69309]: res.raise_for_status() [ 929.300288] env[69309]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 929.300288] env[69309]: raise HTTPError(http_error_msg, response=self) [ 929.300288] env[69309]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/456b2783-d7bf-4937-bbae-e9d3539dd955 [ 929.300288] env[69309]: Removing descriptor: 58 [ 929.406352] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 in Status: SUCCESS [ 929.406684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.703558] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.703558] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.703773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.704496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.704496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.704496] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be updated. [ 929.737991] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.737991] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.740195] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.744625] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.744625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.744625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.744625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.744625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.744625] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.759337] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 2s [ 930.250366] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.250366] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.250681] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.250681] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.251074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.252804] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.253140] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 is going to be updated. [ 930.280595] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.280743] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.280815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.281103] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.281342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.290610] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: IN_PROGRESS for 2s [ 930.398996] env[69309]: INFO networking_nsxv3.common.synchronization [req-86e8285f-9bf1-405a-81e3-746ce174a008 req-c1e55ab9-a485-422f-9697-6a1e7617bd60 tempest-VolumesAssistedSnapshotsTest-577273730 tempest-VolumesAssistedSnapshotsTest-577273730-project-member] Enqueued Resource ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 with Priority: HIGHEST for action security_group_members [ 930.399568] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 with Priority: HIGHEST for action security_group_members [ 930.399872] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-069bfd4f-132e-46a1-bd72-8558669d02b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.399998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.401742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.402017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.402231] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.405179] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.405179] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.405179] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.405179] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.405179] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('069bfd4f-132e-46a1-bd72-8558669d02b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.759601] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.759601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.759601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.759601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.759601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.759601] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf is going to be updated. [ 930.761764] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f in Status: SUCCESS [ 930.761999] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f deletion is rescheduled due to dependency. [ 930.762182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.792051] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.792051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.792051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.792051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.792051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.802502] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: IN_PROGRESS for 2s [ 930.843848] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f in Status: SUCCESS [ 930.843848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.905713] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.906211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.906211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.906300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.928936] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.929269] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.929390] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.929614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.929949] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.930997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.930997] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 is going to be updated. [ 930.960234] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.960572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.960709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.962600] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.962600] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.973253] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 in Status: IN_PROGRESS for 2s [ 931.768914] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 931.769232] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.769359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.769601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.770076] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.770076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.770076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.770326] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.770326] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.770404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.770542] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.855781] env[69309]: INFO networking_nsxv3.common.synchronization [None req-29165630-a7aa-4105-ace8-be7665d7c8c3 None None] Enqueued Resource ID: e8ab8dbe-6ade-4fa1-bd78-9fafe3a2d565 with Priority: HIGHEST for action port [ 931.856589] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8ab8dbe-6ade-4fa1-bd78-9fafe3a2d565 with Priority: HIGHEST for action port [ 931.858829] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8ab8dbe-6ade-4fa1-bd78-9fafe3a2d565 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.858829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8ab8dbe-6ade-4fa1-bd78-9fafe3a2d565" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.858829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8ab8dbe-6ade-4fa1-bd78-9fafe3a2d565" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.858829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8ab8dbe-6ade-4fa1-bd78-9fafe3a2d565" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.858829] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8ab8dbe-6ade-4fa1-bd78-9fafe3a2d565',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.274901] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.275083] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.275166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.275407] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.275595] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.275680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.275680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.275824] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.275917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.276013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.276173] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.276258] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.276318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.276463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.276599] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.276691] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.276743] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.276880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.276957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.277054] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.277145] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.300295] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: SUCCESS [ 932.302165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.364078] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8ab8dbe-6ade-4fa1-bd78-9fafe3a2d565 [ 932.364288] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.364625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.366431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.366431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.366431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.366431] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8ab8dbe-6ade-4fa1-bd78-9fafe3a2d565 already deleted. [ 932.366431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8ab8dbe-6ade-4fa1-bd78-9fafe3a2d565" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.779456] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f23eef97-2b3e-4b9b-8fa5-ce8364a7b703: rpc.has_security_group_logging(os_id): False [ 932.803716] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.803716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.803716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.804084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.815285] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: SUCCESS [ 932.815285] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.815285] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.815525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.815525] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.815619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.815732] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.815862] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.816310] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.816310] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.816310] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.816310] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.816532] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.816532] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.816660] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.817407] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.817407] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.817407] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.817407] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.817407] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.817697] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.824122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.824903] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.825182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.825275] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.825893] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.826020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.826335] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.827455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.827455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.827455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.827455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.827455] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.827634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.827634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.827699] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.830507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.830507] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be updated. [ 932.919093] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.919313] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.919384] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.919549] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.919695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.933110] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 2s [ 932.985490] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 in Status: SUCCESS [ 932.985696] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 deletion is rescheduled due to dependency. [ 932.985815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.319543] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf: rpc.has_security_group_logging(os_id): False [ 933.338871] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.339069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.339123] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.339323] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.339421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.339617] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.339712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.339777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.339951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.340034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.340296] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.340389] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.341283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.341283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.341283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.341283] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.341283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.341283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.341283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.341283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.341688] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf is going to be created. [ 933.405215] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.405423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.405535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.405790] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.406018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.421616] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: IN_PROGRESS for 2s [ 934.233610] env[69309]: INFO networking_nsxv3.common.synchronization [None req-94ccff35-dfb9-49a1-a046-1dd791518ae3 None None] Enqueued Resource ID: dbde755c-e3c5-4be7-8561-1433652de2de with Priority: HIGHEST for action port [ 934.234033] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbde755c-e3c5-4be7-8561-1433652de2de with Priority: HIGHEST for action port [ 934.234560] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbde755c-e3c5-4be7-8561-1433652de2de taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.234730] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbde755c-e3c5-4be7-8561-1433652de2de" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.234820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbde755c-e3c5-4be7-8561-1433652de2de" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.235208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbde755c-e3c5-4be7-8561-1433652de2de" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.235324] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbde755c-e3c5-4be7-8561-1433652de2de',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.452619] env[69309]: INFO networking_nsxv3.common.synchronization [None req-d2f62a2a-85b5-4704-a067-8beed0edbe4e None None] Enqueued Resource ID: bd06be71-b209-4146-acbf-e32e3a928621 with Priority: HIGHEST for action port [ 934.453235] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd06be71-b209-4146-acbf-e32e3a928621 with Priority: HIGHEST for action port [ 934.453562] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd06be71-b209-4146-acbf-e32e3a928621 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.453706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd06be71-b209-4146-acbf-e32e3a928621" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.453779] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd06be71-b209-4146-acbf-e32e3a928621" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.455090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd06be71-b209-4146-acbf-e32e3a928621" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.455252] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd06be71-b209-4146-acbf-e32e3a928621',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.737133] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbde755c-e3c5-4be7-8561-1433652de2de [ 934.738457] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.738457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.738457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.738457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.738457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.738457] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbde755c-e3c5-4be7-8561-1433652de2de already deleted. [ 934.738457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbde755c-e3c5-4be7-8561-1433652de2de" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.947710] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 934.947710] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.962197] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd06be71-b209-4146-acbf-e32e3a928621 [ 934.962708] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.963139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.963139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.963337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.963497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.963627] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd06be71-b209-4146-acbf-e32e3a928621 already deleted. [ 934.963766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd06be71-b209-4146-acbf-e32e3a928621" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.438109] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: SUCCESS [ 935.438109] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.438721] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.438721] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.438721] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.941555] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.941812] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.941812] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.942020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.943596] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.943596] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.943596] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.943855] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.943855] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.943995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.944141] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.448014] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.448381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.448381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.448502] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.448653] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.448746] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.448837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.449145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.449145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.449145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.449376] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.449376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.449624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.449624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.449692] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.449888] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.449888] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.450190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.450190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.450190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.452105] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.957989] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf: rpc.has_security_group_logging(os_id): False [ 936.974362] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.974552] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.974632] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.975025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.975025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.975175] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.975311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.975416] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.975619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.975715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.975945] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.978602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.978602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.978824] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.978935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.979221] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.979350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.979439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.979713] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.979799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.979900] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf is going to be updated. [ 937.014327] env[69309]: INFO networking_nsxv3.common.synchronization [None req-46dde2da-7715-4f00-83c9-aceb200c923e None None] Enqueued Resource ID: 6eee9bd8-a220-4b8e-ba3c-087e4bf2f37e with Priority: HIGHEST for action port [ 937.014646] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eee9bd8-a220-4b8e-ba3c-087e4bf2f37e with Priority: HIGHEST for action port [ 937.015245] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eee9bd8-a220-4b8e-ba3c-087e4bf2f37e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.015388] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eee9bd8-a220-4b8e-ba3c-087e4bf2f37e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.015457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eee9bd8-a220-4b8e-ba3c-087e4bf2f37e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.016345] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eee9bd8-a220-4b8e-ba3c-087e4bf2f37e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.016507] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eee9bd8-a220-4b8e-ba3c-087e4bf2f37e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.035745] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.035745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.035745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.035745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.035745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.048786] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: IN_PROGRESS for 2s [ 937.518091] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6eee9bd8-a220-4b8e-ba3c-087e4bf2f37e [ 937.518537] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.518537] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.518658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.519193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.519193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.519193] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6eee9bd8-a220-4b8e-ba3c-087e4bf2f37e already deleted. [ 937.519193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eee9bd8-a220-4b8e-ba3c-087e4bf2f37e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.063224] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: SUCCESS [ 939.063533] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.015690] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 942.015979] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 942.764161] env[69309]: INFO networking_nsxv3.common.synchronization [req-0b66e307-dfeb-481a-991b-568325fecc9a req-796dcd90-90e0-4650-a8f8-11ae55f4b176 tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 942.764720] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 942.765047] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.765259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.765288] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.765475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.765627] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.766032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.766032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.766032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.766032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.766144] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.105809] env[69309]: INFO networking_nsxv3.common.synchronization [req-0b66e307-dfeb-481a-991b-568325fecc9a req-9e7184f5-90f5-4f02-a851-15b54df5408c tempest-ServersTestMultiNic-1786508528 tempest-ServersTestMultiNic-1786508528-project-member] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 943.108014] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGHEST for action security_group_members [ 943.108014] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.108014] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.268421] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.500819] env[69309]: INFO networking_nsxv3.common.synchronization [None req-f3bc4f92-92fd-4065-a04b-bd5fb692dcbc None None] Enqueued Resource ID: d5e5d522-54af-41e8-9a24-db453a2c7550 with Priority: HIGHEST for action port [ 943.501089] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e5d522-54af-41e8-9a24-db453a2c7550 with Priority: HIGHEST for action port [ 943.502752] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5e5d522-54af-41e8-9a24-db453a2c7550 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.502752] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5e5d522-54af-41e8-9a24-db453a2c7550" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.502752] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5e5d522-54af-41e8-9a24-db453a2c7550" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.502752] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5e5d522-54af-41e8-9a24-db453a2c7550" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.502752] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5e5d522-54af-41e8-9a24-db453a2c7550',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.770668] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.004379] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5e5d522-54af-41e8-9a24-db453a2c7550 [ 944.004613] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.004928] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.005084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.005300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.005426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.005481] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5e5d522-54af-41e8-9a24-db453a2c7550 already deleted. [ 944.005561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5e5d522-54af-41e8-9a24-db453a2c7550" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.273274] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.273576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.273576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.274418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.274418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.274418] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf is going to be updated. [ 944.303323] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.303526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.303526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.307024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.307024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.312246] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: IN_PROGRESS for 2s [ 946.323258] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: SUCCESS [ 946.323638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.323710] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.323920] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.324195] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.326377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.326377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.326377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.326377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.326377] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.828247] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.828425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.829586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.829586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.829586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.829586] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.829586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.829586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.829586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.829863] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.829863] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf is going to be updated. [ 946.857036] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.857036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.857036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.857036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.857036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.866712] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: IN_PROGRESS for 2s [ 948.503409] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 948.503672] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 948.883044] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf in Status: SUCCESS [ 948.883044] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf deletion is rescheduled due to dependency. [ 948.883044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.048942] env[69309]: INFO networking_nsxv3.common.synchronization [req-e4593d49-166f-4d34-b1d0-1ec8567da783 req-af884edc-c095-406d-bf0e-679388e59b49 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Enqueued Resource ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b with Priority: HIGHEST for action security_group_members [ 949.049493] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b with Priority: HIGHEST for action security_group_members [ 949.049809] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-829d5fcf-f4f0-49da-900f-402ac4db7d1b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.049934] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.050174] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.051169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.051342] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.051467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.051616] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.052063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.052163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.052264] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829d5fcf-f4f0-49da-900f-402ac4db7d1b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.417312] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-114 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.417451] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-114" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.417487] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-114" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.417830] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-114" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.418491] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.418743] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.418886] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.419204] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.419386] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.419681] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.419839] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.419976] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.420126] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.420289] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.420428] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.420649] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.442065] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.442346] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 949.442522] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.442740] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-114" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.443164] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-85966524-c376-4cf6-aa61-660ee47815ba taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.443381] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-85966524-c376-4cf6-aa61-660ee47815ba" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.443530] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-85966524-c376-4cf6-aa61-660ee47815ba" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.443902] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-85966524-c376-4cf6-aa61-660ee47815ba" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.444107] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85966524-c376-4cf6-aa61-660ee47815ba',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.555496] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.555846] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.555846] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.556527] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.556646] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.556876] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.556989] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.557065] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.557273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.557349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.557442] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b already deleted. [ 949.557523] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.950035] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.950264] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.951029] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.951029] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.951029] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.951029] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 85966524-c376-4cf6-aa61-660ee47815ba not found, creating... [ 949.953035] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.953035] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.953035] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.953035] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.953035] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.953035] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.953035] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.953035] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.953035] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.953035] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.953562] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 85966524-c376-4cf6-aa61-660ee47815ba is going to be created. [ 949.975533] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.975914] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.976197] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.976644] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.976972] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.977316] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-85966524-c376-4cf6-aa61-660ee47815ba" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.790274] env[69309]: INFO networking_nsxv3.common.synchronization [req-e4593d49-166f-4d34-b1d0-1ec8567da783 req-cb16be09-ad71-4da8-8307-37148fe314ad service nova] Enqueued Resource ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b with Priority: HIGHEST for action security_group_rules [ 950.790562] env[69309]: INFO networking_nsxv3.common.synchronization [req-e4593d49-166f-4d34-b1d0-1ec8567da783 req-cb16be09-ad71-4da8-8307-37148fe314ad service nova] Enqueued Resource ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b with Priority: HIGHEST for action security_group_members [ 950.790681] env[69309]: INFO networking_nsxv3.common.synchronization [req-e4593d49-166f-4d34-b1d0-1ec8567da783 req-cb16be09-ad71-4da8-8307-37148fe314ad service nova] Enqueued Resource ID: 85966524-c376-4cf6-aa61-660ee47815ba with Priority: HIGHEST for action port [ 950.791528] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b with Priority: HIGHEST for action security_group_rules [ 950.791711] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b with Priority: HIGHEST for action security_group_members [ 950.791833] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85966524-c376-4cf6-aa61-660ee47815ba with Priority: HIGHEST for action port [ 950.792178] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-829d5fcf-f4f0-49da-900f-402ac4db7d1b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.792376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.792471] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.792766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.792836] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('829d5fcf-f4f0-49da-900f-402ac4db7d1b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.793779] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-829d5fcf-f4f0-49da-900f-402ac4db7d1b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.793915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.793981] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.794380] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.794540] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.794672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.794736] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.798022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.798022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.798022] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829d5fcf-f4f0-49da-900f-402ac4db7d1b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.798022] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-85966524-c376-4cf6-aa61-660ee47815ba taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.799487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85966524-c376-4cf6-aa61-660ee47815ba" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.799573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85966524-c376-4cf6-aa61-660ee47815ba" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.799768] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85966524-c376-4cf6-aa61-660ee47815ba" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.799839] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85966524-c376-4cf6-aa61-660ee47815ba',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.301705] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('829d5fcf-f4f0-49da-900f-402ac4db7d1b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.302784] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-829d5fcf-f4f0-49da-900f-402ac4db7d1b taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.302914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.303116] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85966524-c376-4cf6-aa61-660ee47815ba with status ACTIVE [ 951.303283] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.303394] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.303462] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.303763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.303880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.304070] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.304263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.304263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.304393] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.304475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.304788] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.304887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.304990] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.305149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.305241] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.305430] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85966524-c376-4cf6-aa61-660ee47815ba is going to be updated. [ 951.325675] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.325851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.325851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.326103] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.326247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.326443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85966524-c376-4cf6-aa61-660ee47815ba" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.807492] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('829d5fcf-f4f0-49da-900f-402ac4db7d1b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.310640] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.310811] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.310885] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.311138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.311907] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.311907] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b is going to be created. [ 952.336351] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.336513] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.336584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.336944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.337223] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.349650] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b in Status: UNINITIALIZED for 2s [ 954.360380] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b in Status: SUCCESS [ 954.360681] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.360801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.361047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.361255] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.361410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.361491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.361667] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.361751] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.361839] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.361945] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('829d5fcf-f4f0-49da-900f-402ac4db7d1b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.788046] env[69309]: INFO networking_nsxv3.common.synchronization [req-0276100f-41e0-4e5e-aadf-5fa374cc7292 req-7b6b671c-84dc-47f7-ae86-aa1fb96c8926 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Enqueued Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGHEST for action security_group_members [ 954.788046] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGHEST for action security_group_members [ 954.788046] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-7739ab52-21bd-4276-bc3c-2aea3b442b84 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.788046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.788646] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.788883] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.789071] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.789180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.789253] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.789454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.789584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.789702] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7739ab52-21bd-4276-bc3c-2aea3b442b84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.864391] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-829d5fcf-f4f0-49da-900f-402ac4db7d1b taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.864589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.864699] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.865008] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.865248] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.865365] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.865460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.865662] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.865784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.865903] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.866094] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-829d5fcf-f4f0-49da-900f-402ac4db7d1b taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.866229] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.866329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.866496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.866735] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.866817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.866914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.867295] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.867390] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.867527] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.867637] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('829d5fcf-f4f0-49da-900f-402ac4db7d1b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.293056] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.293236] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.293329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.293531] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.315273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.315273] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.315273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.315273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.315662] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.315662] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.315763] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 is going to be updated. [ 955.343181] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.343351] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.343395] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.344582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.344582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.353292] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 in Status: IN_PROGRESS for 2s [ 955.370821] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 829d5fcf-f4f0-49da-900f-402ac4db7d1b: rpc.has_security_group_logging(os_id): False [ 955.389536] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.389701] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.389792] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.390220] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.390483] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.390696] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.390846] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.390928] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.391824] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.392048] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.392150] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.392258] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.392349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.392543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.392643] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.392891] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.393018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.393093] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.393725] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.393725] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.393725] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b is going to be created. [ 955.449446] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.449636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.449636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.449740] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.449917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.461108] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b in Status: IN_PROGRESS for 2s [ 957.362647] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 in Status: SUCCESS [ 957.362647] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 deletion is rescheduled due to dependency. [ 957.362923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.472097] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b in Status: SUCCESS [ 957.472333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.787457] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 959.787457] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 961.318130] env[69309]: INFO networking_nsxv3.common.synchronization [req-485edfe7-7c8f-475f-a537-84288c5507dc req-f0a8b243-9385-4ef8-852d-475807cbbb9b tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Enqueued Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_members [ 961.318130] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_members [ 961.318130] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff51013c-3062-441c-93b3-c2d9cb7366b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.318130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.318130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.318792] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.319073] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.319323] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.319499] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.319760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.319974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.320210] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.603591] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-258 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.603784] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-258" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.603912] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-258" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.604212] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-258" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.604476] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.604638] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.604758] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.604983] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.605143] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.605351] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.605474] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.605583] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.605690] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.605799] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.605906] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.606049] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.625275] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.625452] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 961.625598] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.625775] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-258" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.626104] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-f9e6d561-8334-4d7c-a3d5-07d7e4cd130a taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.626281] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-f9e6d561-8334-4d7c-a3d5-07d7e4cd130a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.626407] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-f9e6d561-8334-4d7c-a3d5-07d7e4cd130a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.626726] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-f9e6d561-8334-4d7c-a3d5-07d7e4cd130a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.626886] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9e6d561-8334-4d7c-a3d5-07d7e4cd130a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.822613] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.822776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.822853] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.823086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.843866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.843866] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.843866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.843866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.843866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.843866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.843866] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 is going to be updated. [ 961.868463] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.868608] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.868679] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.868878] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.869145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.876664] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: IN_PROGRESS for 2s [ 962.131454] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.131454] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.131454] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.131454] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.131454] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.131749] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port f9e6d561-8334-4d7c-a3d5-07d7e4cd130a not found, creating... [ 962.131780] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.133033] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.133033] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.133033] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.133033] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.133033] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.133033] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.133033] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.133467] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.133467] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.133467] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: f9e6d561-8334-4d7c-a3d5-07d7e4cd130a is going to be created. [ 962.152015] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.152221] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.152349] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.152597] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.152824] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.153652] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-f9e6d561-8334-4d7c-a3d5-07d7e4cd130a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.861256] env[69309]: INFO networking_nsxv3.common.synchronization [req-485edfe7-7c8f-475f-a537-84288c5507dc req-78553653-85d1-4182-bac1-aa7c7f0507ec service nova] Enqueued Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_rules [ 962.861620] env[69309]: INFO networking_nsxv3.common.synchronization [req-485edfe7-7c8f-475f-a537-84288c5507dc req-78553653-85d1-4182-bac1-aa7c7f0507ec service nova] Enqueued Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_members [ 962.862828] env[69309]: INFO networking_nsxv3.common.synchronization [req-485edfe7-7c8f-475f-a537-84288c5507dc req-78553653-85d1-4182-bac1-aa7c7f0507ec service nova] Enqueued Resource ID: f9e6d561-8334-4d7c-a3d5-07d7e4cd130a with Priority: HIGHEST for action port [ 962.862828] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_rules [ 962.862828] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_members [ 962.862828] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e6d561-8334-4d7c-a3d5-07d7e4cd130a with Priority: HIGHEST for action port [ 962.863336] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff51013c-3062-441c-93b3-c2d9cb7366b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.863411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.863518] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.863805] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.863914] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.865035] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff51013c-3062-441c-93b3-c2d9cb7366b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.865166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.865462] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9e6d561-8334-4d7c-a3d5-07d7e4cd130a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.865604] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9e6d561-8334-4d7c-a3d5-07d7e4cd130a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.865706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9e6d561-8334-4d7c-a3d5-07d7e4cd130a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.865941] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9e6d561-8334-4d7c-a3d5-07d7e4cd130a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.866079] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9e6d561-8334-4d7c-a3d5-07d7e4cd130a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.367967] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff51013c-3062-441c-93b3-c2d9cb7366b7 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.368127] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.368887] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9e6d561-8334-4d7c-a3d5-07d7e4cd130a with status ACTIVE [ 963.368887] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.368887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.368887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.368887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.369236] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.369236] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.369236] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.369429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.369429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.369488] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.369676] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.369765] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.369822] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.370066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.370117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.370199] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9e6d561-8334-4d7c-a3d5-07d7e4cd130a is going to be updated. [ 963.390245] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.390245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.390245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.390245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.390712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.390712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9e6d561-8334-4d7c-a3d5-07d7e4cd130a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.886470] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: SUCCESS [ 963.886756] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 deletion is rescheduled due to dependency. [ 963.886807] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.886958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.887215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.887414] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.888032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.888032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.888032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.888032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.888032] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.153799] env[69309]: INFO networking_nsxv3.common.synchronization [req-9690d29e-bac8-42fc-a231-0296fb39e69d req-340a9d3c-f661-4486-a71c-66c38cc7fae8 tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Enqueued Resource ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b with Priority: HIGHEST for action security_group_members [ 964.156470] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b with Priority: HIGHEST for action security_group_members [ 964.156830] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-829d5fcf-f4f0-49da-900f-402ac4db7d1b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.157047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.157185] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.157505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.157770] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.157947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.158080] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.158354] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.158857] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.158857] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829d5fcf-f4f0-49da-900f-402ac4db7d1b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.390040] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.661590] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.661821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.661914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.662201] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.662330] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.662569] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.662689] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.662774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.662986] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.663055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.663148] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b is going to be updated. [ 964.690155] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.690296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.690443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.690912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.690912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.698236] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b in Status: IN_PROGRESS for 2s [ 964.893432] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.398418] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.398418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.398418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.398418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.398418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.398418] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 is going to be updated. [ 965.422573] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.422573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.422573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.422857] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.423063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.430634] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: IN_PROGRESS for 2s [ 966.707879] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b in Status: SUCCESS [ 966.708327] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b deletion is rescheduled due to dependency. [ 966.708327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.440831] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: SUCCESS [ 967.441121] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.441458] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.441658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.441937] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.442124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.442193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.442418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.442551] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.442755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.442755] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.947725] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.451493] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff51013c-3062-441c-93b3-c2d9cb7366b7: rpc.has_security_group_logging(os_id): False [ 968.471880] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.472324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.472419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.472641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.472741] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.473020] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.473141] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.473214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.473381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.473460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.473791] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 is going to be updated. [ 968.531698] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.531698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.531698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.531698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.531698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.546183] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: IN_PROGRESS for 2s [ 969.158843] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 969.159163] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 970.560872] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: SUCCESS [ 970.561185] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.159905] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 974.160227] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 976.853373] env[69309]: INFO networking_nsxv3.common.synchronization [req-28420348-1344-4f46-9930-37594a99bb36 req-1f570848-41e5-4b4e-8f69-8affd3607b9f tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Enqueued Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_members [ 976.853902] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_members [ 976.854115] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-435f9ae3-20c2-476a-a5d0-4e5ef8279319 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.854269] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.854351] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.854590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.854758] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.854854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.854930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.855134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.855205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.855278] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.188166] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.188385] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-326" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.188613] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-326" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.188995] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-326" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.189413] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.189413] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.189574] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.189693] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.189865] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.190084] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 977.190208] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.190339] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.190501] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.190624] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 977.190742] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.191066] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.209923] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.210074] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 977.210299] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.210641] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-326" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.211013] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-28bd6b11-ae8b-4490-b433-74a70d44341a taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.211209] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-28bd6b11-ae8b-4490-b433-74a70d44341a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.211345] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-28bd6b11-ae8b-4490-b433-74a70d44341a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.211747] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-28bd6b11-ae8b-4490-b433-74a70d44341a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.211926] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28bd6b11-ae8b-4490-b433-74a70d44341a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.358682] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.358682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.358682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.358682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.358682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.358682] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.358682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.358682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.358682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.358682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.358682] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 already deleted. [ 977.358682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.714178] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.714408] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.714542] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.714905] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.715088] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.715340] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 28bd6b11-ae8b-4490-b433-74a70d44341a not found, creating... [ 977.715526] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.715690] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.715813] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.716055] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.716203] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.716489] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.716651] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.716775] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.716988] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.717149] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.717296] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 28bd6b11-ae8b-4490-b433-74a70d44341a is going to be created. [ 977.737015] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.737259] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.737376] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.737616] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.737845] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.738093] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-28bd6b11-ae8b-4490-b433-74a70d44341a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.451227] env[69309]: INFO networking_nsxv3.common.synchronization [req-28420348-1344-4f46-9930-37594a99bb36 req-5b3c8b2a-da29-4f94-b970-f9a3131fc76c service nova] Enqueued Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_rules [ 978.451227] env[69309]: INFO networking_nsxv3.common.synchronization [req-28420348-1344-4f46-9930-37594a99bb36 req-5b3c8b2a-da29-4f94-b970-f9a3131fc76c service nova] Enqueued Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_members [ 978.451227] env[69309]: INFO networking_nsxv3.common.synchronization [req-28420348-1344-4f46-9930-37594a99bb36 req-5b3c8b2a-da29-4f94-b970-f9a3131fc76c service nova] Enqueued Resource ID: 28bd6b11-ae8b-4490-b433-74a70d44341a with Priority: HIGHEST for action port [ 978.451227] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_rules [ 978.451227] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_members [ 978.453727] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd6b11-ae8b-4490-b433-74a70d44341a with Priority: HIGHEST for action port [ 978.454045] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-435f9ae3-20c2-476a-a5d0-4e5ef8279319 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.454271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.454271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.454496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.454575] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.455675] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-435f9ae3-20c2-476a-a5d0-4e5ef8279319 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.455809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.455880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.456144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.456232] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.456378] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.456378] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.456534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.456679] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.456844] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.457678] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-28bd6b11-ae8b-4490-b433-74a70d44341a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.457784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28bd6b11-ae8b-4490-b433-74a70d44341a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.457784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28bd6b11-ae8b-4490-b433-74a70d44341a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.457919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28bd6b11-ae8b-4490-b433-74a70d44341a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.457984] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28bd6b11-ae8b-4490-b433-74a70d44341a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.959730] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-435f9ae3-20c2-476a-a5d0-4e5ef8279319 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.959959] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.960277] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.961202] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28bd6b11-ae8b-4490-b433-74a70d44341a with status ACTIVE [ 978.961386] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.961502] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.961569] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.961945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.961945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.962130] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.962130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.962215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.962336] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.962410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.962588] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.962723] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.962784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.963098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.963098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.963098] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28bd6b11-ae8b-4490-b433-74a70d44341a is going to be updated. [ 978.982900] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.983064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.983126] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.983309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.983441] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.983594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28bd6b11-ae8b-4490-b433-74a70d44341a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.465419] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.967980] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.968180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.968256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.968500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.968579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.968686] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 is going to be created. [ 979.992129] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.992299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.992380] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.992536] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.992691] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.001507] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 in Status: UNINITIALIZED for 2s [ 982.012470] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 in Status: SUCCESS [ 982.012770] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.012909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.013132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.013320] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.013439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.013506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.013658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.013741] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.013821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.013914] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.516693] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-435f9ae3-20c2-476a-a5d0-4e5ef8279319 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.516887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.516946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.517245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.517431] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.517536] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.517603] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.517763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.517864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.517971] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.518147] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-435f9ae3-20c2-476a-a5d0-4e5ef8279319 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.518244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.518306] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.518451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.518586] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.518688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.518777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.518960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.519057] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.519123] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.519212] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.023075] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 435f9ae3-20c2-476a-a5d0-4e5ef8279319: rpc.has_security_group_logging(os_id): False [ 983.044623] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.044727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.044798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.045102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.045102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.045366] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.045435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.045435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.046447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.046447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.046447] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.046447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.046447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.046447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.046447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.046447] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.046806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.046806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.046806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.046806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.046910] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 is going to be created. [ 983.101763] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.103034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.103034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.103034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.103034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.112637] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 in Status: IN_PROGRESS for 2s [ 983.341984] env[69309]: INFO networking_nsxv3.common.synchronization [req-ff1fe5da-4e87-49bd-bcad-26cbcc4e7db6 req-b5bbe315-4fc0-45b6-96cc-48ac696a87d7 tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Enqueued Resource ID: b5278807-12cb-43c8-8437-60c4098e1c53 with Priority: HIGHEST for action security_group_members [ 983.342265] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5278807-12cb-43c8-8437-60c4098e1c53 with Priority: HIGHEST for action security_group_members [ 983.342568] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5278807-12cb-43c8-8437-60c4098e1c53 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.342692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.342759] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.342985] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.343160] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.343262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.343325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.343475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.343564] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.343655] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.846037] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.348204] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.458539] env[69309]: INFO networking_nsxv3.common.synchronization [req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 req-6dfbbbbc-4251-42e9-8bff-b77b73970514 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 984.459439] env[69309]: INFO networking_nsxv3.common.synchronization [req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 req-6dfbbbbc-4251-42e9-8bff-b77b73970514 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb with Priority: HIGHEST for action security_group_members [ 984.459439] env[69309]: INFO networking_nsxv3.common.synchronization [req-5978c1d5-3c19-460d-9d67-7cfa458e0da7 req-6dfbbbbc-4251-42e9-8bff-b77b73970514 tempest-SecurityGroupsTestJSON-416926178 tempest-SecurityGroupsTestJSON-416926178-project-member] Enqueued Resource ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 with Priority: HIGHEST for action security_group_members [ 984.459439] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGHEST for action security_group_members [ 984.459585] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb with Priority: HIGHEST for action security_group_members [ 984.459955] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 with Priority: HIGHEST for action security_group_members [ 984.459955] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.460103] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.460138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.460322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.460506] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.460636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.460744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.460854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.460941] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.461079] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.461891] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.461994] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.463035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.463035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.463035] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.463035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.463035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.463035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.463035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.463035] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c0354b4-27ad-4ace-8ddb-3da7c843b4bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.463581] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-520e6d46-7d10-44e6-ade9-a13946c0b509 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.463653] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.463698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.463831] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.463968] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.464077] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.464137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.464273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.464350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.464433] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('520e6d46-7d10-44e6-ade9-a13946c0b509',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.851203] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.851362] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.851423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.851688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.851793] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.851896] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5278807-12cb-43c8-8437-60c4098e1c53 is going to be updated. [ 984.882124] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.882286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.882339] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.882535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.882679] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.890765] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5278807-12cb-43c8-8437-60c4098e1c53 in Status: IN_PROGRESS for 2s [ 984.967189] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.967189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.967189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.967189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.967451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.967451] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.967524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.967552] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.967703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.967783] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.967869] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be updated. [ 984.969816] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.969816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.969816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.969816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.970324] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.970417] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.992561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.992906] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.993150] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.993150] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.993321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.993546] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.993546] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb is going to be updated. [ 984.994573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.994634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.997540] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.997662] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.997734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.997884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.998017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.011943] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: IN_PROGRESS for 2s [ 985.022914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.023308] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.023308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.023429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.023586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.023666] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.023874] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 is going to be updated. [ 985.025471] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.025588] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.025668] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.025946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.025946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.038501] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb in Status: IN_PROGRESS for 2s [ 985.056861] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.057027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.057112] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.057286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.057500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.064909] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 in Status: IN_PROGRESS for 2s [ 985.124439] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 in Status: SUCCESS [ 985.124673] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.902101] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5278807-12cb-43c8-8437-60c4098e1c53 in Status: SUCCESS [ 986.902512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.021258] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 in Status: SUCCESS [ 987.021435] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 deletion is rescheduled due to dependency. [ 987.021575] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.044280] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb in Status: SUCCESS [ 987.044456] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c0354b4-27ad-4ace-8ddb-3da7c843b4bb deletion is rescheduled due to dependency. [ 987.044552] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0354b4-27ad-4ace-8ddb-3da7c843b4bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.072929] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 in Status: SUCCESS [ 987.073231] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 deletion is rescheduled due to dependency. [ 987.073391] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.847497] env[69309]: INFO networking_nsxv3.common.synchronization [req-4a13ff91-4bef-4798-86ad-7dce623a8a83 req-04b864c9-d153-4d29-ad9c-8035bb27576a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Enqueued Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 988.848119] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 988.848448] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.848587] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.848655] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.848855] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.849020] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.849582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.849667] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.849801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.849885] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.849979] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.353886] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.856808] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.359039] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.359039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.359213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.359397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.359490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.359591] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 is going to be updated. [ 990.387426] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.387624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.387686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.387912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.388083] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.396635] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: IN_PROGRESS for 2s [ 991.248352] env[69309]: INFO networking_nsxv3.common.synchronization [req-0f4e8819-6239-4a51-941f-7d38f2f95048 req-8198e459-9b23-4039-a0fe-6f1a881aa119 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Enqueued Resource ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 with Priority: HIGHEST for action security_group_members [ 991.248352] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 with Priority: HIGHEST for action security_group_members [ 991.248664] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.248793] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.248852] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.249752] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.249985] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.250161] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.250293] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.250699] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.250860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.251011] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31d888eb-7e2d-4004-95e5-b2ccd8d7cd00',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.571019] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.571019] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-410" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.571019] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-410" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.571019] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-410" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.571019] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.571019] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.571019] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.571019] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.571019] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.571705] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.571984] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.572252] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.572483] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.573073] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.573073] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.573073] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.595266] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.597176] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 991.597176] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.597176] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-410" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.597176] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-91914bb9-ca4f-424d-9c0b-2a15d22c0b63 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.597176] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-91914bb9-ca4f-424d-9c0b-2a15d22c0b63" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.597176] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-91914bb9-ca4f-424d-9c0b-2a15d22c0b63" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.597176] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-91914bb9-ca4f-424d-9c0b-2a15d22c0b63" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.597508] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91914bb9-ca4f-424d-9c0b-2a15d22c0b63',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.753033] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.753326] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.753400] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.753605] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.753699] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.753903] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.754008] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.754076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.754226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.754303] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.754387] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 already deleted. [ 991.754469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.100410] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.100720] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.100952] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.101261] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.102716] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.102953] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 91914bb9-ca4f-424d-9c0b-2a15d22c0b63 not found, creating... [ 992.104532] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.104532] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.104532] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.104532] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.104532] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.104532] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.104831] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.104831] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.106015] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.106197] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.106376] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 91914bb9-ca4f-424d-9c0b-2a15d22c0b63 is going to be created. [ 992.125687] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.125859] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.126071] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.126346] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.126578] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.126808] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-91914bb9-ca4f-424d-9c0b-2a15d22c0b63" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.406799] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: SUCCESS [ 992.406799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.840332] env[69309]: INFO networking_nsxv3.common.synchronization [req-0f4e8819-6239-4a51-941f-7d38f2f95048 req-69a48215-e5ed-4286-9194-80c0446496f6 service nova] Enqueued Resource ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 with Priority: HIGHEST for action security_group_rules [ 992.840332] env[69309]: INFO networking_nsxv3.common.synchronization [req-0f4e8819-6239-4a51-941f-7d38f2f95048 req-69a48215-e5ed-4286-9194-80c0446496f6 service nova] Enqueued Resource ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 with Priority: HIGHEST for action security_group_members [ 992.840332] env[69309]: INFO networking_nsxv3.common.synchronization [req-0f4e8819-6239-4a51-941f-7d38f2f95048 req-69a48215-e5ed-4286-9194-80c0446496f6 service nova] Enqueued Resource ID: 91914bb9-ca4f-424d-9c0b-2a15d22c0b63 with Priority: HIGHEST for action port [ 992.840332] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 with Priority: HIGHEST for action security_group_rules [ 992.840332] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 with Priority: HIGHEST for action security_group_members [ 992.840332] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91914bb9-ca4f-424d-9c0b-2a15d22c0b63 with Priority: HIGHEST for action port [ 992.840810] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.840810] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.840974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.841193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.841256] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31d888eb-7e2d-4004-95e5-b2ccd8d7cd00',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.842069] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.842201] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.842244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.842448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.842543] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.842635] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.842693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.842863] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.842979] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.843129] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31d888eb-7e2d-4004-95e5-b2ccd8d7cd00',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.843881] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-91914bb9-ca4f-424d-9c0b-2a15d22c0b63 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.844262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91914bb9-ca4f-424d-9c0b-2a15d22c0b63" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.844262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91914bb9-ca4f-424d-9c0b-2a15d22c0b63" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.844262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91914bb9-ca4f-424d-9c0b-2a15d22c0b63" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.844262] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91914bb9-ca4f-424d-9c0b-2a15d22c0b63',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.347204] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31d888eb-7e2d-4004-95e5-b2ccd8d7cd00',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.348337] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.351087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.351087] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91914bb9-ca4f-424d-9c0b-2a15d22c0b63 with status ACTIVE [ 993.351087] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.351087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.351087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.351087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.351087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.351087] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.351087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.351087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.357117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.357117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.357117] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.357117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.357117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.357117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.357117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.357117] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91914bb9-ca4f-424d-9c0b-2a15d22c0b63 is going to be updated. [ 993.374387] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.374513] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.374581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.374777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.374911] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.375154] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91914bb9-ca4f-424d-9c0b-2a15d22c0b63" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.857054] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31d888eb-7e2d-4004-95e5-b2ccd8d7cd00',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.962555] env[69309]: INFO networking_nsxv3.common.synchronization [req-75012367-d6cd-4735-85a0-1af40e9e2e02 req-71348894-5210-4d52-99d1-782ce4305ca7 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Enqueued Resource ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d with Priority: HIGHEST for action security_group_members [ 993.962555] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d with Priority: HIGHEST for action security_group_members [ 993.962555] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.962844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.962844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.962944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.964664] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.964790] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.964856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.965039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.965129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.965224] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.995622] env[69309]: INFO networking_nsxv3.common.synchronization [req-7be49f5e-0a55-43cd-9cd8-2710aeb5be79 req-1a75e779-27c8-4555-b44a-2c4bbc3fcd12 tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Enqueued Resource ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 with Priority: HIGHEST for action security_group_members [ 993.995729] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 with Priority: HIGHEST for action security_group_members [ 993.996379] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-501e0efc-845b-42e2-a7d8-4dcf169ce859 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.996379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.996379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.996563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.996598] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.996696] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.996767] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.996900] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.997291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.997291] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.360287] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.360287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.360287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.360287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.360287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.360287] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 is going to be created. [ 994.381845] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.381981] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.382066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.382287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.382449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.390373] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 in Status: UNINITIALIZED for 2s [ 994.453130] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.453130] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-857" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.453130] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-857" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.453130] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-857" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.453130] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.453130] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.453130] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.453130] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.453130] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.453936] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.454203] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.454436] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.454644] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.456892] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.456892] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.456892] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.467092] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.473201] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.473384] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 994.473586] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.473787] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-857" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.474125] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-91dfa901-47a8-4f68-b1dd-972ebedd8205 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.474344] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-91dfa901-47a8-4f68-b1dd-972ebedd8205" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.474456] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-91dfa901-47a8-4f68-b1dd-972ebedd8205" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.474790] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-91dfa901-47a8-4f68-b1dd-972ebedd8205" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.476022] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91dfa901-47a8-4f68-b1dd-972ebedd8205',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.499082] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.969428] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.982792] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.983086] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.983226] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.983562] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.983680] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.984407] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 91dfa901-47a8-4f68-b1dd-972ebedd8205 not found, creating... [ 994.984747] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.984927] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.985069] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.985313] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.985539] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.985866] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.986037] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.986170] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.986388] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.986524] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.986680] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 91dfa901-47a8-4f68-b1dd-972ebedd8205 is going to be created. [ 995.001800] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.006045] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.006303] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.007033] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.007033] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.007260] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.007326] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-91dfa901-47a8-4f68-b1dd-972ebedd8205" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.356740] env[69309]: INFO networking_nsxv3.common.synchronization [req-ad77745d-e8b0-4a16-aacd-d5597344ae97 req-b9100856-7f6d-401e-b689-a29ec8de942b tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Enqueued Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_members [ 995.356949] env[69309]: INFO networking_nsxv3.common.synchronization [req-ad77745d-e8b0-4a16-aacd-d5597344ae97 req-b9100856-7f6d-401e-b689-a29ec8de942b tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Enqueued Resource ID: ffe03185-0e0a-4760-84f7-e3fc8ff511dd with Priority: HIGHEST for action security_group_members [ 995.357532] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_members [ 995.357687] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffe03185-0e0a-4760-84f7-e3fc8ff511dd with Priority: HIGHEST for action security_group_members [ 995.358014] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-435f9ae3-20c2-476a-a5d0-4e5ef8279319 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.358151] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.359923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.359923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.359923] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.359923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.359923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.359923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.359923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.359923] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.362703] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.362703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.362703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.362703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.362703] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.362703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.362703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.362703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.362703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.362703] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffe03185-0e0a-4760-84f7-e3fc8ff511dd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.410404] env[69309]: INFO networking_nsxv3.common.synchronization [req-ad77745d-e8b0-4a16-aacd-d5597344ae97 req-b9100856-7f6d-401e-b689-a29ec8de942b tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Enqueued Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_rules [ 995.411271] env[69309]: INFO networking_nsxv3.common.synchronization [req-ad77745d-e8b0-4a16-aacd-d5597344ae97 req-b9100856-7f6d-401e-b689-a29ec8de942b tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Enqueued Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_members [ 995.411271] env[69309]: INFO networking_nsxv3.common.synchronization [req-ad77745d-e8b0-4a16-aacd-d5597344ae97 req-b9100856-7f6d-401e-b689-a29ec8de942b tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Enqueued Resource ID: ffe03185-0e0a-4760-84f7-e3fc8ff511dd with Priority: HIGHEST for action security_group_rules [ 995.411455] env[69309]: INFO networking_nsxv3.common.synchronization [req-ad77745d-e8b0-4a16-aacd-d5597344ae97 req-b9100856-7f6d-401e-b689-a29ec8de942b tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Enqueued Resource ID: ffe03185-0e0a-4760-84f7-e3fc8ff511dd with Priority: HIGHEST for action security_group_members [ 995.412174] env[69309]: INFO networking_nsxv3.common.synchronization [req-ad77745d-e8b0-4a16-aacd-d5597344ae97 req-b9100856-7f6d-401e-b689-a29ec8de942b tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Enqueued Resource ID: 28bd6b11-ae8b-4490-b433-74a70d44341a with Priority: HIGHEST for action port [ 995.413553] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_rules [ 995.413844] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffe03185-0e0a-4760-84f7-e3fc8ff511dd with Priority: HIGHEST for action security_group_rules [ 995.413844] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd6b11-ae8b-4490-b433-74a70d44341a with Priority: HIGHEST for action port [ 995.414153] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_members [ 995.414153] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffe03185-0e0a-4760-84f7-e3fc8ff511dd with Priority: HIGHEST for action security_group_members [ 995.414839] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-435f9ae3-20c2-476a-a5d0-4e5ef8279319 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.414839] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.414839] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.414839] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.414839] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.416084] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffe03185-0e0a-4760-84f7-e3fc8ff511dd taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.416084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.416084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.416422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.416422] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffe03185-0e0a-4760-84f7-e3fc8ff511dd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.420522] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-28bd6b11-ae8b-4490-b433-74a70d44341a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.420687] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28bd6b11-ae8b-4490-b433-74a70d44341a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.420767] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28bd6b11-ae8b-4490-b433-74a70d44341a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.421081] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28bd6b11-ae8b-4490-b433-74a70d44341a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.421167] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28bd6b11-ae8b-4490-b433-74a70d44341a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.422264] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-435f9ae3-20c2-476a-a5d0-4e5ef8279319 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.422346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.423760] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.423760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.475626] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.475626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.475626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.475626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.475626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.475626] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d is going to be updated. [ 995.499926] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.499926] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.500108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.500200] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.500355] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.504980] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.505180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.505273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.505430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.505517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.505614] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 is going to be updated. [ 995.508156] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d in Status: IN_PROGRESS for 2s [ 995.529273] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.529406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.529463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.529637] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.529774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.539550] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 in Status: IN_PROGRESS for 2s [ 995.698745] env[69309]: INFO networking_nsxv3.common.synchronization [req-75012367-d6cd-4735-85a0-1af40e9e2e02 req-02bc5569-d374-4bdb-878f-e3eeb75f5cb1 service nova] Enqueued Resource ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d with Priority: HIGHEST for action security_group_rules [ 995.698930] env[69309]: INFO networking_nsxv3.common.synchronization [req-75012367-d6cd-4735-85a0-1af40e9e2e02 req-02bc5569-d374-4bdb-878f-e3eeb75f5cb1 service nova] Enqueued Resource ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d with Priority: HIGHEST for action security_group_members [ 995.699102] env[69309]: INFO networking_nsxv3.common.synchronization [req-75012367-d6cd-4735-85a0-1af40e9e2e02 req-02bc5569-d374-4bdb-878f-e3eeb75f5cb1 service nova] Enqueued Resource ID: 91dfa901-47a8-4f68-b1dd-972ebedd8205 with Priority: HIGHEST for action port [ 995.699563] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d with Priority: HIGHEST for action security_group_rules [ 995.699563] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d with Priority: HIGHEST for action security_group_members [ 995.699624] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91dfa901-47a8-4f68-b1dd-972ebedd8205 with Priority: HIGHEST for action port [ 995.700162] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb3aae0e-601d-4cf6-8e21-38d08d8b628d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.700314] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.700348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.700537] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.700698] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.702120] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.702231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.702430] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-91dfa901-47a8-4f68-b1dd-972ebedd8205 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.702534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91dfa901-47a8-4f68-b1dd-972ebedd8205" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.702595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91dfa901-47a8-4f68-b1dd-972ebedd8205" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.702774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91dfa901-47a8-4f68-b1dd-972ebedd8205" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.702876] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91dfa901-47a8-4f68-b1dd-972ebedd8205',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.766482] env[69309]: INFO networking_nsxv3.common.synchronization [req-d2ad47be-10b4-4edb-a8a4-0880377a43e9 req-693a81ef-69a8-42c8-b4a5-8d1d985a6b82 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Enqueued Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_members [ 995.766482] env[69309]: INFO networking_nsxv3.common.synchronization [req-d2ad47be-10b4-4edb-a8a4-0880377a43e9 req-693a81ef-69a8-42c8-b4a5-8d1d985a6b82 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Enqueued Resource ID: ffe03185-0e0a-4760-84f7-e3fc8ff511dd with Priority: HIGHEST for action security_group_members [ 995.767222] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_members [ 995.767391] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffe03185-0e0a-4760-84f7-e3fc8ff511dd with Priority: HIGHEST for action security_group_members [ 995.767886] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-435f9ae3-20c2-476a-a5d0-4e5ef8279319 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.768072] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.768322] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.768361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.808337] env[69309]: INFO networking_nsxv3.common.synchronization [req-d2ad47be-10b4-4edb-a8a4-0880377a43e9 req-693a81ef-69a8-42c8-b4a5-8d1d985a6b82 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Enqueued Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_rules [ 995.808535] env[69309]: INFO networking_nsxv3.common.synchronization [req-d2ad47be-10b4-4edb-a8a4-0880377a43e9 req-693a81ef-69a8-42c8-b4a5-8d1d985a6b82 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Enqueued Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_members [ 995.808762] env[69309]: INFO networking_nsxv3.common.synchronization [req-d2ad47be-10b4-4edb-a8a4-0880377a43e9 req-693a81ef-69a8-42c8-b4a5-8d1d985a6b82 tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Enqueued Resource ID: 28bd6b11-ae8b-4490-b433-74a70d44341a with Priority: HIGHEST for action port [ 995.809251] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_rules [ 995.809394] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_members [ 995.809495] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd6b11-ae8b-4490-b433-74a70d44341a with Priority: HIGHEST for action port [ 995.809772] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-435f9ae3-20c2-476a-a5d0-4e5ef8279319 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.809875] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.810147] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-435f9ae3-20c2-476a-a5d0-4e5ef8279319 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.810239] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.810791] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-28bd6b11-ae8b-4490-b433-74a70d44341a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.810911] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28bd6b11-ae8b-4490-b433-74a70d44341a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.866019] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.866353] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffe03185-0e0a-4760-84f7-e3fc8ff511dd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.921274] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.921430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.922719] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28bd6b11-ae8b-4490-b433-74a70d44341a with status ACTIVE [ 995.922962] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.923105] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.923174] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.923381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.923479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.923652] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.923789] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.923822] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.923945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.924034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.924214] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.924333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.924363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.924504] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.924559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.924644] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28bd6b11-ae8b-4490-b433-74a70d44341a is going to be updated. [ 995.925749] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-435f9ae3-20c2-476a-a5d0-4e5ef8279319 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.925844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.944986] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.945122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.945230] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.945364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.945491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.945642] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28bd6b11-ae8b-4490-b433-74a70d44341a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.945782] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28bd6b11-ae8b-4490-b433-74a70d44341a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.945928] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28bd6b11-ae8b-4490-b433-74a70d44341a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.946017] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28bd6b11-ae8b-4490-b433-74a70d44341a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.210511] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.210511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.210511] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91dfa901-47a8-4f68-b1dd-972ebedd8205 with status ACTIVE [ 996.210511] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.210511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.210511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.210511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.210511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.210511] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.210511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.210511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.210511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.210511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.210511] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.211352] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.211352] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.211352] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.211352] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.211352] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91dfa901-47a8-4f68-b1dd-972ebedd8205 is going to be updated. [ 996.232793] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.232964] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.233048] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.233262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.233399] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.233578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91dfa901-47a8-4f68-b1dd-972ebedd8205" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.366594] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.368092] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffe03185-0e0a-4760-84f7-e3fc8ff511dd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.403024] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 in Status: SUCCESS [ 996.403260] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.403422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.403637] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.403896] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.404023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.404023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.404172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.404255] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.404341] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.404429] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31d888eb-7e2d-4004-95e5-b2ccd8d7cd00',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.447842] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28bd6b11-ae8b-4490-b433-74a70d44341a with status ACTIVE [ 996.448281] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.448428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.448507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.449120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.449120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.449120] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.449456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.449456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.449456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.449569] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.449726] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.449864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.449925] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.450085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.450167] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.450252] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28bd6b11-ae8b-4490-b433-74a70d44341a is going to be updated. [ 996.473592] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.473799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.473890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.474428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.474970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.475195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28bd6b11-ae8b-4490-b433-74a70d44341a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.524016] env[69309]: INFO networking_nsxv3.common.synchronization [req-f077457d-f807-42c8-8d08-a79a12f14fd0 req-6d21ecff-15d4-4042-aed7-afb94e915412 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Enqueued Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_members [ 996.524996] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_members [ 996.525380] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.526325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.526325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.526325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.526325] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.526325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.526633] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.526735] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.527915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.527915] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.871782] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.871948] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.872820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.872820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.872820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.872820] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffe03185-0e0a-4760-84f7-e3fc8ff511dd is going to be created. [ 996.873656] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.873760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.873825] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.873986] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.874116] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.874156] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 is going to be updated. [ 996.895998] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.896199] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.896233] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.896427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.896583] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.901700] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.901841] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.901914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.902118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.902254] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.905022] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffe03185-0e0a-4760-84f7-e3fc8ff511dd in Status: UNINITIALIZED for 2s [ 996.906448] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.906569] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.906640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.906816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.906970] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.907957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.907957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.907957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.907957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.907957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.908240] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.908240] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.908240] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.908346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.908529] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.908529] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.908529] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.908762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.908797] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.912021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.912021] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31d888eb-7e2d-4004-95e5-b2ccd8d7cd00',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.912021] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 in Status: IN_PROGRESS for 2s [ 997.029504] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.029661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.029735] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.030020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.050342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.050538] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.050682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.050751] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.050947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.051045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.051135] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce is going to be updated. [ 997.072610] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.072610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.072610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.072837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.072837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.080950] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: IN_PROGRESS for 2s [ 997.145354] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.145603] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-471" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.145743] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-471" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.146027] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-471" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.146288] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.146450] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.146574] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.146856] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.146974] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.147212] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.147335] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.147450] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.147562] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.147683] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.147819] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.147956] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.167569] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.167569] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 997.167569] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.167569] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-471" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.167569] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-e4053827-8a1e-488f-be85-2406b78a8855 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.167569] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-e4053827-8a1e-488f-be85-2406b78a8855" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.167569] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-e4053827-8a1e-488f-be85-2406b78a8855" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.167569] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-e4053827-8a1e-488f-be85-2406b78a8855" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.167569] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4053827-8a1e-488f-be85-2406b78a8855',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.413877] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00: rpc.has_security_group_logging(os_id): False [ 997.431253] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.433766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.433766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.433766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.433766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.433766] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.433766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.433766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.433766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.433766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.433766] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.433766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.433766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.433766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.433766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.434454] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.434454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.434454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.434454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.434454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.434454] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 is going to be created. [ 997.488133] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.488254] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.488325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.488577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.488784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.499012] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 in Status: IN_PROGRESS for 2s [ 997.526264] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d in Status: SUCCESS [ 997.526667] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.526752] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.526919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.527229] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.527336] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.527336] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.528376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.528376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.528376] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.551079] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 in Status: SUCCESS [ 997.551311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.673336] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.673627] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.673779] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.674171] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.674334] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.674493] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port e4053827-8a1e-488f-be85-2406b78a8855 not found, creating... [ 997.674763] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.674923] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.675058] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.675293] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.675430] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.675724] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.675878] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.675995] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.676231] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.676368] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.676507] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: e4053827-8a1e-488f-be85-2406b78a8855 is going to be created. [ 997.712844] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.713123] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.713278] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.713593] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.713996] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.714283] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-e4053827-8a1e-488f-be85-2406b78a8855" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.032350] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.535252] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.542811] env[69309]: INFO networking_nsxv3.common.synchronization [req-f077457d-f807-42c8-8d08-a79a12f14fd0 req-230f5f12-d8b3-44f4-a499-595b4d39d84d service nova] Enqueued Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_rules [ 998.543139] env[69309]: INFO networking_nsxv3.common.synchronization [req-f077457d-f807-42c8-8d08-a79a12f14fd0 req-230f5f12-d8b3-44f4-a499-595b4d39d84d service nova] Enqueued Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_members [ 998.543381] env[69309]: INFO networking_nsxv3.common.synchronization [req-f077457d-f807-42c8-8d08-a79a12f14fd0 req-230f5f12-d8b3-44f4-a499-595b4d39d84d service nova] Enqueued Resource ID: e4053827-8a1e-488f-be85-2406b78a8855 with Priority: HIGHEST for action port [ 998.544165] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_rules [ 998.544439] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_members [ 998.544661] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4053827-8a1e-488f-be85-2406b78a8855 with Priority: HIGHEST for action port [ 998.545708] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.545924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.546090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.546454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.546615] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.547876] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.548083] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.548421] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4053827-8a1e-488f-be85-2406b78a8855 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.548655] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4053827-8a1e-488f-be85-2406b78a8855" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.548812] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4053827-8a1e-488f-be85-2406b78a8855" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.549143] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4053827-8a1e-488f-be85-2406b78a8855" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.549322] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4053827-8a1e-488f-be85-2406b78a8855',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.916124] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffe03185-0e0a-4760-84f7-e3fc8ff511dd in Status: SUCCESS [ 998.916344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.916502] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.916732] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.916900] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.917059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.917100] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.917247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.917331] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.917430] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffe03185-0e0a-4760-84f7-e3fc8ff511dd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.918805] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 in Status: SUCCESS [ 998.918985] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.919257] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.919460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.919655] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.919798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.919892] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.920079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.920195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.920333] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.038587] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.038883] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.038939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.039320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.045255] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.045255] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d is going to be updated. [ 999.052897] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.053068] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.053264] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4053827-8a1e-488f-be85-2406b78a8855 with status ACTIVE [ 999.053435] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.053539] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.053611] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.053805] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.053893] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.054102] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.054200] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.054263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.054415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.054497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.054676] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.054770] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.054832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.054978] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.055067] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.055152] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4053827-8a1e-488f-be85-2406b78a8855 is going to be updated. [ 999.071975] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.071975] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.071975] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.071975] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.071975] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.075058] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.075058] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.075058] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.075058] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.075058] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.075058] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4053827-8a1e-488f-be85-2406b78a8855" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.080899] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d in Status: IN_PROGRESS for 2s [ 999.090102] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: SUCCESS [ 999.090102] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce deletion is rescheduled due to dependency. [ 999.090102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.090102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.090102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.090102] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.090102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.090102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.090102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.090102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.090102] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.425032] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.425032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.425032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.425032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.425032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.425032] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.425032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.425032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.425032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.425032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.425032] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffe03185-0e0a-4760-84f7-e3fc8ff511dd is going to be deleted. [ 999.425032] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.454214] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.454214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.454214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.454214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.454214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.454214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.454214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.454214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.454214] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.454214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.454214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.454214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.454214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.454214] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffe03185-0e0a-4760-84f7-e3fc8ff511dd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.509460] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 in Status: SUCCESS [ 999.509460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.592297] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.927529] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.955784] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.955963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.956244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.956244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.956334] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.956549] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.956647] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.956712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.956859] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.956938] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.957037] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffe03185-0e0a-4760-84f7-e3fc8ff511dd already deleted. [ 999.957122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.957289] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.957434] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.957831] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.957831] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.957939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.958010] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.958178] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.958178] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffe03185-0e0a-4760-84f7-e3fc8ff511dd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.092491] env[69309]: INFO networking_nsxv3.common.synchronization [None req-d7bed15e-ed39-49ae-883f-35186c953a4e None None] Enqueued Resource ID: 9b0c6503-59ff-4b51-95f6-5a14cbab031e with Priority: HIGHEST for action port [ 1000.094070] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0c6503-59ff-4b51-95f6-5a14cbab031e with Priority: HIGHEST for action port [ 1000.094717] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.095868] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b0c6503-59ff-4b51-95f6-5a14cbab031e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.096128] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b0c6503-59ff-4b51-95f6-5a14cbab031e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.096231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b0c6503-59ff-4b51-95f6-5a14cbab031e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.096586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b0c6503-59ff-4b51-95f6-5a14cbab031e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.096815] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b0c6503-59ff-4b51-95f6-5a14cbab031e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.415540] env[69309]: INFO networking_nsxv3.common.synchronization [req-5942f3cb-2707-48e9-bf81-4d42a9e214fe req-c40bd5a3-6390-41d7-a8d4-9158e835ddc6 tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Enqueued Resource ID: 886c0141-ac90-42e4-8b0a-047058db7314 with Priority: HIGHEST for action security_group_members [ 1000.416281] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886c0141-ac90-42e4-8b0a-047058db7314 with Priority: HIGHEST for action security_group_members [ 1000.416599] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-886c0141-ac90-42e4-8b0a-047058db7314 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.416873] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.416996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.417328] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.417460] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.417626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.417673] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.417985] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.418137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.418287] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('886c0141-ac90-42e4-8b0a-047058db7314',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.430646] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.430806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.430882] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.431126] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.431195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.431399] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 is going to be updated. [ 1000.457759] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.457915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.457980] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.459135] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.459135] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.460031] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.461226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.461342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.461530] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.461647] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.462040] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.462040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.462040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.463190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.463190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.463190] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffe03185-0e0a-4760-84f7-e3fc8ff511dd already deleted. [ 1000.463190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.463190] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffe03185-0e0a-4760-84f7-e3fc8ff511dd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.466706] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 in Status: IN_PROGRESS for 2s [ 1000.599091] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.599091] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.599091] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.599091] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.599458] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.599458] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce is going to be updated. [ 1000.600414] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b0c6503-59ff-4b51-95f6-5a14cbab031e [ 1000.600810] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.600810] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.600810] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.600951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.601536] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.601698] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b0c6503-59ff-4b51-95f6-5a14cbab031e already deleted. [ 1000.601859] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b0c6503-59ff-4b51-95f6-5a14cbab031e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.626069] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.626225] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.626316] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.626543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.626688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.634080] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: IN_PROGRESS for 2s [ 1000.926025] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.926025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.926025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.926025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.926025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.926025] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.926025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.926025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.926025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.926025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.926025] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 886c0141-ac90-42e4-8b0a-047058db7314 already deleted. [ 1000.926025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.969325] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffe03185-0e0a-4760-84f7-e3fc8ff511dd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.025890] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.026121] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-110" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.026255] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-110" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.026607] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-110" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.027180] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.027180] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.027180] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.027341] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.027521] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.027699] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.027791] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.027919] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.028039] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.028154] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.028260] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.028395] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.047028] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.047501] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1001.048546] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.048546] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-110" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.048546] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-a985fb0c-8377-4faa-ae2f-8c70cedaaa2f taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.048546] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-a985fb0c-8377-4faa-ae2f-8c70cedaaa2f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.048546] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-a985fb0c-8377-4faa-ae2f-8c70cedaaa2f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.049034] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-a985fb0c-8377-4faa-ae2f-8c70cedaaa2f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.049250] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a985fb0c-8377-4faa-ae2f-8c70cedaaa2f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.090981] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d in Status: SUCCESS [ 1001.091256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.091445] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.091747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.091932] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.092104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.092199] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.092368] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.092451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.092537] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.092629] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.470859] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffe03185-0e0a-4760-84f7-e3fc8ff511dd: rpc.has_security_group_logging(os_id): False [ 1001.489849] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.490086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.490086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.490278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.490373] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.490651] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.490800] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.490800] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.491073] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.491073] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.491149] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffe03185-0e0a-4760-84f7-e3fc8ff511dd is going to be created. [ 1001.516384] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/ffe03185-0e0a-4760-84f7-e3fc8ff511dd], does not exist path=[/infra/domains/default/groups/ffe03185-0e0a-4760-84f7-e3fc8ff511dd]."\n}' [ 1001.516447] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffe03185-0e0a-4760-84f7-e3fc8ff511dd failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ffe03185-0e0a-4760-84f7-e3fc8ff511dd [ 1001.516663] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1001.549427] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.549427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.549427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.549427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.551717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.552603] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.552732] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.552809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.553017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.553110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.553330] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.553431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.553490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.553649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.553728] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.553814] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffe03185-0e0a-4760-84f7-e3fc8ff511dd is going to be created. [ 1001.555587] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.555778] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.555932] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.556238] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.556425] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.556632] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port a985fb0c-8377-4faa-ae2f-8c70cedaaa2f not found, creating... [ 1001.556895] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.557072] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.557188] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.557403] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.557544] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.557827] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.558588] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.558588] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.558588] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.558588] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.558588] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: a985fb0c-8377-4faa-ae2f-8c70cedaaa2f is going to be created. [ 1001.573997] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/ffe03185-0e0a-4760-84f7-e3fc8ff511dd], does not exist path=[/infra/domains/default/groups/ffe03185-0e0a-4760-84f7-e3fc8ff511dd]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ffe03185-0e0a-4760-84f7-e3fc8ff511dd [ 1001.574177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffe03185-0e0a-4760-84f7-e3fc8ff511dd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.574396] env[69309]: Traceback (most recent call last): [ 1001.574448] env[69309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1001.574448] env[69309]: return func(*args, **kwargs) [ 1001.574448] env[69309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1001.574448] env[69309]: res.raise_for_status() [ 1001.574448] env[69309]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1001.574448] env[69309]: raise HTTPError(http_error_msg, response=self) [ 1001.574448] env[69309]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ffe03185-0e0a-4760-84f7-e3fc8ff511dd [ 1001.574448] env[69309]: During handling of the above exception, another exception occurred: [ 1001.574448] env[69309]: Traceback (most recent call last): [ 1001.574448] env[69309]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1001.574448] env[69309]: listener.cb(fileno) [ 1001.574448] env[69309]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1001.574448] env[69309]: result = function(*args, **kwargs) [ 1001.574448] env[69309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1001.574448] env[69309]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1001.574448] env[69309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1001.574448] env[69309]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1001.574448] env[69309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1001.574448] env[69309]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1001.574448] env[69309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1001.574448] env[69309]: res.raise_for_status() [ 1001.574448] env[69309]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1001.574448] env[69309]: raise HTTPError(http_error_msg, response=self) [ 1001.574448] env[69309]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ffe03185-0e0a-4760-84f7-e3fc8ff511dd [ 1001.575100] env[69309]: Removing descriptor: 22 [ 1001.575451] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.575657] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.575785] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.576538] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.576815] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.577062] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-a985fb0c-8377-4faa-ae2f-8c70cedaaa2f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.596149] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.596330] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.596400] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.596620] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.596793] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.596912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.596944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.597144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.597199] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.597303] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.597419] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.597512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.597573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.597710] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.597844] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.597932] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.597987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.598135] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.598213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.598293] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.598387] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.922918] env[69309]: INFO networking_nsxv3.common.synchronization [None req-a67579db-62fa-4704-b532-889b81133edc None None] Enqueued Resource ID: 63a2befd-bba9-4cf9-a098-9d9d27d46c54 with Priority: HIGHEST for action port [ 1001.922918] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63a2befd-bba9-4cf9-a098-9d9d27d46c54 with Priority: HIGHEST for action port [ 1001.923228] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-63a2befd-bba9-4cf9-a098-9d9d27d46c54 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.932193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63a2befd-bba9-4cf9-a098-9d9d27d46c54" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.932328] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63a2befd-bba9-4cf9-a098-9d9d27d46c54" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.932840] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63a2befd-bba9-4cf9-a098-9d9d27d46c54" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.932840] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63a2befd-bba9-4cf9-a098-9d9d27d46c54',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.101052] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb3aae0e-601d-4cf6-8e21-38d08d8b628d: rpc.has_security_group_logging(os_id): False [ 1002.121149] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.121149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.121149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.121149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.137684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.137684] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.137684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.137684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.137684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.137684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.137880] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.137880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.137944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.138111] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.138180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.138367] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.138458] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.138539] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.138681] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.138759] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.138843] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d is going to be updated. [ 1002.192261] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.192511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.192511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.192724] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.192891] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.209392] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d in Status: IN_PROGRESS for 2s [ 1002.439087] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63a2befd-bba9-4cf9-a098-9d9d27d46c54 [ 1002.439344] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.440801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.440962] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.441137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.441392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.441392] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63a2befd-bba9-4cf9-a098-9d9d27d46c54 already deleted. [ 1002.441392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63a2befd-bba9-4cf9-a098-9d9d27d46c54" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.478618] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 in Status: SUCCESS [ 1002.478618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.478749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.478884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.479210] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.479210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.479333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.479402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.479486] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.479583] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.551016] env[69309]: INFO networking_nsxv3.common.synchronization [req-5942f3cb-2707-48e9-bf81-4d42a9e214fe req-f2b77289-5fe9-4f20-88a8-2549fe59bd8e service nova] Enqueued Resource ID: 886c0141-ac90-42e4-8b0a-047058db7314 with Priority: HIGHEST for action security_group_rules [ 1002.551201] env[69309]: INFO networking_nsxv3.common.synchronization [req-5942f3cb-2707-48e9-bf81-4d42a9e214fe req-f2b77289-5fe9-4f20-88a8-2549fe59bd8e service nova] Enqueued Resource ID: 886c0141-ac90-42e4-8b0a-047058db7314 with Priority: HIGHEST for action security_group_members [ 1002.552513] env[69309]: INFO networking_nsxv3.common.synchronization [req-5942f3cb-2707-48e9-bf81-4d42a9e214fe req-f2b77289-5fe9-4f20-88a8-2549fe59bd8e service nova] Enqueued Resource ID: a985fb0c-8377-4faa-ae2f-8c70cedaaa2f with Priority: HIGHEST for action port [ 1002.553278] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886c0141-ac90-42e4-8b0a-047058db7314 with Priority: HIGHEST for action security_group_rules [ 1002.556045] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886c0141-ac90-42e4-8b0a-047058db7314 with Priority: HIGHEST for action security_group_members [ 1002.556045] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a985fb0c-8377-4faa-ae2f-8c70cedaaa2f with Priority: HIGHEST for action port [ 1002.556045] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-886c0141-ac90-42e4-8b0a-047058db7314 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.556045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.556045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.556045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.556045] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('886c0141-ac90-42e4-8b0a-047058db7314',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.556339] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-886c0141-ac90-42e4-8b0a-047058db7314 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.556411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.556460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.556616] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.557412] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.557722] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.557941] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.558367] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.558367] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.558367] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('886c0141-ac90-42e4-8b0a-047058db7314',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.564224] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-a985fb0c-8377-4faa-ae2f-8c70cedaaa2f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.564224] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a985fb0c-8377-4faa-ae2f-8c70cedaaa2f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.564224] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a985fb0c-8377-4faa-ae2f-8c70cedaaa2f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.564224] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a985fb0c-8377-4faa-ae2f-8c70cedaaa2f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.564224] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a985fb0c-8377-4faa-ae2f-8c70cedaaa2f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.643331] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: SUCCESS [ 1002.643416] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.643556] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.643957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.644038] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.644148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.644231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.644394] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.644477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.644567] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.644662] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.983073] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.066144] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-886c0141-ac90-42e4-8b0a-047058db7314 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.066285] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.066448] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('886c0141-ac90-42e4-8b0a-047058db7314',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.067253] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a985fb0c-8377-4faa-ae2f-8c70cedaaa2f with status ACTIVE [ 1003.067450] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.067562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.067628] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.067906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.067906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.068098] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.068193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.068268] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.068441] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.068547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.068783] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.068858] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.068888] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.069582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.069773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.069808] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a985fb0c-8377-4faa-ae2f-8c70cedaaa2f is going to be updated. [ 1003.095198] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.095342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.095405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.095629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.095772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.095961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a985fb0c-8377-4faa-ae2f-8c70cedaaa2f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.148490] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.148621] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.148757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.149031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.149210] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.149322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.149390] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.149606] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.149685] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.150522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.150522] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.150522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.150522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.150522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.150522] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.150522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.150962] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.151177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.151177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.151303] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.151426] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.485828] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.575997] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('886c0141-ac90-42e4-8b0a-047058db7314',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.653802] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 130e6a0f-91d5-4fde-bd58-2441e79c12ce: rpc.has_security_group_logging(os_id): False [ 1003.677027] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.677027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.677027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.677027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.704399] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.704399] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.706021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.706021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.706021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.706021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.706021] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.706021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.706021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.706021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.706021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.706021] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.706021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.706819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.708641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.708641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.708641] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce is going to be updated. [ 1003.806676] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.806939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.807055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.807313] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.807512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.830488] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: IN_PROGRESS for 2s [ 1003.988053] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.988614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.988693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.988911] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.989010] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.989114] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 is going to be updated. [ 1004.021200] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.021358] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.021429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.021642] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.021946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.031723] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 in Status: IN_PROGRESS for 2s [ 1004.076771] env[69309]: INFO networking_nsxv3.common.synchronization [req-7a9b3ead-e34f-4e87-af2e-c92cf478aaa0 req-5b222e6e-e20f-45f2-b625-90c4656c6862 tempest-InstanceActionsNegativeTestJSON-1519795134 tempest-InstanceActionsNegativeTestJSON-1519795134-project-member] Enqueued Resource ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 with Priority: HIGHEST for action security_group_members [ 1004.078305] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 with Priority: HIGHEST for action security_group_members [ 1004.078695] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.078828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.078910] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.079970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.080175] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.083019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.083019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.083019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.083019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.083019] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31d888eb-7e2d-4004-95e5-b2ccd8d7cd00',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.083019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.083019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.083019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.083019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.083019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.083019] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 886c0141-ac90-42e4-8b0a-047058db7314 is going to be created. [ 1004.108894] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.109053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.109172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.109462] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.109554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.119380] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 886c0141-ac90-42e4-8b0a-047058db7314 in Status: UNINITIALIZED for 2s [ 1004.131227] env[69309]: INFO networking_nsxv3.common.synchronization [req-39e1acf6-d4b8-47ed-82cf-f300bca8f8a5 req-ca867fe9-805d-45bb-9f3b-da9d36a0406c tempest-ServerRescueTestJSONUnderV235-279202185 tempest-ServerRescueTestJSONUnderV235-279202185-project-member] Enqueued Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_members [ 1004.131227] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 with Priority: HIGHEST for action security_group_members [ 1004.131490] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-435f9ae3-20c2-476a-a5d0-4e5ef8279319 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.132315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.224452] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d in Status: SUCCESS [ 1004.224452] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.586019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.586184] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.586287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.586458] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.607095] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.607366] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.607488] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.607573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.607748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.607832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.607921] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 is going to be updated. [ 1004.635743] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.635889] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.635964] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.636182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.636324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.645676] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 in Status: IN_PROGRESS for 2s [ 1005.844769] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: SUCCESS [ 1005.845102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.043610] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 in Status: SUCCESS [ 1006.043887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.043985] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.044222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.044398] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.044511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.044572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.044725] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.044807] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.044942] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.128995] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 886c0141-ac90-42e4-8b0a-047058db7314 in Status: SUCCESS [ 1006.129246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.129410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.129619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.129829] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.129958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.130140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.130204] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.130272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.130373] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.130516] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('886c0141-ac90-42e4-8b0a-047058db7314',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.548122] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.548350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.548350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.548578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.569375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.569630] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.569751] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.569827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.570081] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.570172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.570265] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 is going to be updated. [ 1006.594274] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.594274] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.594274] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.594274] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.594497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.603393] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 in Status: IN_PROGRESS for 2s [ 1006.633035] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-886c0141-ac90-42e4-8b0a-047058db7314 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.633237] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.633315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.633541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.633719] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.633846] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.633907] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.634056] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.634158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.634300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.634503] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-886c0141-ac90-42e4-8b0a-047058db7314 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.634602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.634658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.634806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.634966] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.635287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.635287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.635287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.635370] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.635452] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.635551] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('886c0141-ac90-42e4-8b0a-047058db7314',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.655855] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 in Status: SUCCESS [ 1006.656110] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 deletion is rescheduled due to dependency. [ 1006.656228] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.138079] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 886c0141-ac90-42e4-8b0a-047058db7314: rpc.has_security_group_logging(os_id): False [ 1007.156014] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.156169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.156237] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.156451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.156541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.156749] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.156846] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.156903] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.157105] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.157195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.157390] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.157505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.157561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.157740] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.157823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.158027] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.158143] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.158199] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.158324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.158394] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.158481] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 886c0141-ac90-42e4-8b0a-047058db7314 is going to be created. [ 1007.212419] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.212860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.212860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.212860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.213139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.222823] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 886c0141-ac90-42e4-8b0a-047058db7314 in Status: IN_PROGRESS for 2s [ 1007.971932] env[69309]: INFO networking_nsxv3.common.synchronization [None req-00d48e3b-1c8f-4e83-8f2a-7c773bff313f None None] Enqueued Resource ID: 61c570d2-728d-4503-8fd9-cc0b7d26069b with Priority: HIGHEST for action port [ 1007.972150] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61c570d2-728d-4503-8fd9-cc0b7d26069b with Priority: HIGHEST for action port [ 1007.972700] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-61c570d2-728d-4503-8fd9-cc0b7d26069b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.972829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61c570d2-728d-4503-8fd9-cc0b7d26069b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.972928] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61c570d2-728d-4503-8fd9-cc0b7d26069b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.977598] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61c570d2-728d-4503-8fd9-cc0b7d26069b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.977699] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61c570d2-728d-4503-8fd9-cc0b7d26069b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.479877] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61c570d2-728d-4503-8fd9-cc0b7d26069b [ 1008.480122] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.480262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.480331] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.480542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.480648] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.480791] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61c570d2-728d-4503-8fd9-cc0b7d26069b already deleted. [ 1008.480889] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61c570d2-728d-4503-8fd9-cc0b7d26069b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.618278] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 in Status: SUCCESS [ 1008.618470] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 deletion is rescheduled due to dependency. [ 1008.618601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.619190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.620145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.620220] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.622057] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.622057] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.622057] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.622057] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.622057] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.622057] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.623406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.623406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.623406] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.623406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.623406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.623632] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.623632] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.623726] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.727358] env[69309]: INFO networking_nsxv3.common.synchronization [None req-642c93dc-1ca7-4fae-8e4e-c84d5d3265d1 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Enqueued Resource ID: b80c57ef-9bb5-45f9-965e-0ba8ac89c0f2 with Priority: HIGHEST for action security_group_rules [ 1008.729209] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b80c57ef-9bb5-45f9-965e-0ba8ac89c0f2 with Priority: HIGHEST for action security_group_rules [ 1008.729845] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b80c57ef-9bb5-45f9-965e-0ba8ac89c0f2 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.730068] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b80c57ef-9bb5-45f9-965e-0ba8ac89c0f2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.730287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b80c57ef-9bb5-45f9-965e-0ba8ac89c0f2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.730589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b80c57ef-9bb5-45f9-965e-0ba8ac89c0f2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.731620] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b80c57ef-9bb5-45f9-965e-0ba8ac89c0f2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.943309] env[69309]: INFO networking_nsxv3.common.synchronization [req-fffcc050-79b3-43ea-a2f5-2b201e34ec03 req-36b8024c-e80d-4d64-bba9-28aeac598282 tempest-ImagesOneServerNegativeTestJSON-1658258895 tempest-ImagesOneServerNegativeTestJSON-1658258895-project-member] Enqueued Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_members [ 1008.944031] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGHEST for action security_group_members [ 1008.944031] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.944031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.944270] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.945178] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.945178] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.945306] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.945342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.945517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.945604] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.945772] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.003596] env[69309]: INFO networking_nsxv3.common.synchronization [None req-6c9ce05d-3959-4599-9bb9-6f7be0290632 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Enqueued Resource ID: b80c57ef-9bb5-45f9-965e-0ba8ac89c0f2 with Priority: HIGHEST for action security_group_rules [ 1009.004351] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b80c57ef-9bb5-45f9-965e-0ba8ac89c0f2 with Priority: HIGHEST for action security_group_rules [ 1009.004724] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b80c57ef-9bb5-45f9-965e-0ba8ac89c0f2 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.004851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b80c57ef-9bb5-45f9-965e-0ba8ac89c0f2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.126908] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.127085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.127153] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.127373] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.127465] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.127666] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.127762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.127818] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.127967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.128055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.128140] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 is going to be updated. [ 1009.130110] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-435f9ae3-20c2-476a-a5d0-4e5ef8279319 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.130110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.152660] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.152814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.152942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.153114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.153256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.161582] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 in Status: IN_PROGRESS for 2s [ 1009.237611] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 886c0141-ac90-42e4-8b0a-047058db7314 in Status: SUCCESS [ 1009.237729] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.256674] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.256820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.256887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.257123] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.257210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.257324] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b80c57ef-9bb5-45f9-965e-0ba8ac89c0f2 already deleted. [ 1009.257409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b80c57ef-9bb5-45f9-965e-0ba8ac89c0f2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.257565] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b80c57ef-9bb5-45f9-965e-0ba8ac89c0f2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.257711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b80c57ef-9bb5-45f9-965e-0ba8ac89c0f2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.257820] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b80c57ef-9bb5-45f9-965e-0ba8ac89c0f2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.448986] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.449451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.449451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.449664] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.449664] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.449835] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.449939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.450035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.450195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.450293] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.450383] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce is going to be updated. [ 1009.476339] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.476524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.476650] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.476814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.476961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.489589] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: IN_PROGRESS for 2s [ 1009.513475] env[69309]: INFO networking_nsxv3.common.synchronization [None req-7fa31286-dfd7-4892-a9fb-ee74e96b345a tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Enqueued Resource ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b with Priority: HIGHEST for action security_group_rules [ 1009.514062] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b with Priority: HIGHEST for action security_group_rules [ 1009.514400] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f87608a-a6f5-4681-9039-96daabaf3c6b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.514526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.514599] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.514851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.514937] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f87608a-a6f5-4681-9039-96daabaf3c6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.611419] env[69309]: INFO networking_nsxv3.common.synchronization [None req-6b5f8bd4-3eb9-4a1c-b131-a469c2529f1b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Enqueued Resource ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b with Priority: HIGHEST for action security_group_rules [ 1009.611419] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b with Priority: HIGHEST for action security_group_rules [ 1009.611580] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f87608a-a6f5-4681-9039-96daabaf3c6b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.612361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.777636] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.777799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.777876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.778198] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.778307] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.778408] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b80c57ef-9bb5-45f9-965e-0ba8ac89c0f2 already deleted. [ 1009.778488] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b80c57ef-9bb5-45f9-965e-0ba8ac89c0f2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.037336] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.037449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.037449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.037658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.037752] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.037846] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b already deleted. [ 1010.037931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.038503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.038621] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.038708] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f87608a-a6f5-4681-9039-96daabaf3c6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.122267] env[69309]: INFO networking_nsxv3.common.synchronization [None req-2ddc6924-6a38-4077-94e7-8899434c2470 None None] Enqueued Resource ID: 500f0c22-bf46-483f-95d0-93cfc2328450 with Priority: HIGHEST for action port [ 1010.122357] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f0c22-bf46-483f-95d0-93cfc2328450 with Priority: HIGHEST for action port [ 1010.122634] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-500f0c22-bf46-483f-95d0-93cfc2328450 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.122759] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-500f0c22-bf46-483f-95d0-93cfc2328450" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.122825] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-500f0c22-bf46-483f-95d0-93cfc2328450" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.123260] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-500f0c22-bf46-483f-95d0-93cfc2328450" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.123484] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('500f0c22-bf46-483f-95d0-93cfc2328450',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.561108] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.561421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.561421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.561553] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.561627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.561722] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b already deleted. [ 1010.561803] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.625399] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 500f0c22-bf46-483f-95d0-93cfc2328450 [ 1010.625631] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.625764] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.625835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.626107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.626186] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.626415] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:500f0c22-bf46-483f-95d0-93cfc2328450 already deleted. [ 1010.626415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-500f0c22-bf46-483f-95d0-93cfc2328450" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.172037] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 in Status: SUCCESS [ 1011.172232] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 deletion is rescheduled due to dependency. [ 1011.172351] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.172525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.172731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.172913] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.173785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.173785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.173785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.173785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.173785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.173785] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-435f9ae3-20c2-476a-a5d0-4e5ef8279319 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.173785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.173785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.174108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.174153] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.174397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.174397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.174485] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.174580] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.174678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.174770] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.499322] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce in Status: SUCCESS [ 1011.499472] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce deletion is rescheduled due to dependency. [ 1011.499591] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.681134] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 435f9ae3-20c2-476a-a5d0-4e5ef8279319: rpc.has_security_group_logging(os_id): False [ 1011.696631] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.696774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.696774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.697036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.697509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.697509] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.697509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.697509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.697683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.697683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.698142] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.698142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.698142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.698142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.698296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.698399] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.699177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.699259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.699412] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.699776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.699776] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 is going to be updated. [ 1011.758228] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.758514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.758597] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.759113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.759272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.773204] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 in Status: IN_PROGRESS for 2s [ 1013.201464] env[69309]: INFO networking_nsxv3.common.synchronization [req-04fc8c2e-f059-40a4-96d0-d636ae120156 req-99ed31ba-c231-4a83-8cb7-ba94274cbf2b tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 1013.201990] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 1013.202371] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.202561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.203963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.203963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.203963] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.203963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.203963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.203963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.203963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.203963] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.707490] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.707490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.707490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.707490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.731079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.731079] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.731275] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.731275] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.731472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.731632] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.731632] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be updated. [ 1013.758488] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.758644] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.760465] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.760465] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.760465] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.767449] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 1013.788480] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 in Status: SUCCESS [ 1013.788480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.788480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.788799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.788900] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('435f9ae3-20c2-476a-a5d0-4e5ef8279319',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.308851] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.309176] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.309176] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.309287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.309383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.309477] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 435f9ae3-20c2-476a-a5d0-4e5ef8279319 is going to be deleted. [ 1014.354779] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.354931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.354977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.355194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.355282] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.355404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-435f9ae3-20c2-476a-a5d0-4e5ef8279319" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.599704] env[69309]: INFO networking_nsxv3.common.synchronization [req-a73c10ad-2a55-4d1a-b47b-99096a7ff59f req-f6c5d462-9192-4032-9d35-2d2b1844d0e2 tempest-ServerGroupTestJSON-552244423 tempest-ServerGroupTestJSON-552244423-project-member] Enqueued Resource ID: 886c0141-ac90-42e4-8b0a-047058db7314 with Priority: HIGHEST for action security_group_members [ 1014.600318] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886c0141-ac90-42e4-8b0a-047058db7314 with Priority: HIGHEST for action security_group_members [ 1014.600715] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-886c0141-ac90-42e4-8b0a-047058db7314 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.601296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.601608] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.601841] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.602010] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.602128] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.602191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.602341] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.602426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.602597] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('886c0141-ac90-42e4-8b0a-047058db7314',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.106273] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.106501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.106579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.106804] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.106943] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.107123] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.107246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.107317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.107483] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.107565] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.107653] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 886c0141-ac90-42e4-8b0a-047058db7314 is going to be updated. [ 1015.135259] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.135440] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.135531] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.135749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.135892] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.144440] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 886c0141-ac90-42e4-8b0a-047058db7314 in Status: IN_PROGRESS for 2s [ 1015.776987] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 1015.777287] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d deletion is rescheduled due to dependency. [ 1015.777287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.968563] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.968883] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-656" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.968931] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-656" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.969227] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-656" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.969501] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.969665] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.969789] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.970026] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.970186] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.970400] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.970522] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.971081] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.971081] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.971081] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.971081] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.971254] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.993348] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.993599] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1016.993675] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.993827] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-656" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.994143] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-8326817d-1a61-4398-84cb-fe9d02f75bac taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.994318] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-8326817d-1a61-4398-84cb-fe9d02f75bac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.994537] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-8326817d-1a61-4398-84cb-fe9d02f75bac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.994689] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-8326817d-1a61-4398-84cb-fe9d02f75bac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.994834] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8326817d-1a61-4398-84cb-fe9d02f75bac',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.154219] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 886c0141-ac90-42e4-8b0a-047058db7314 in Status: SUCCESS [ 1017.154489] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 886c0141-ac90-42e4-8b0a-047058db7314 deletion is rescheduled due to dependency. [ 1017.154639] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.496715] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.496954] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.497114] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.497424] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.497575] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.497886] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.498065] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.498193] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.498420] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.498567] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.498872] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.499050] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.499178] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.499644] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.499916] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.500103] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 8326817d-1a61-4398-84cb-fe9d02f75bac is going to be updated. [ 1017.521454] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.521978] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.521978] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.522165] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.522371] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.522627] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-8326817d-1a61-4398-84cb-fe9d02f75bac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.238562] env[69309]: INFO networking_nsxv3.common.synchronization [req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d req-0537ceac-32ee-4495-96ba-e1f2d0416449 service nova] Enqueued Resource ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 with Priority: HIGHEST for action security_group_rules [ 1018.238562] env[69309]: INFO networking_nsxv3.common.synchronization [req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d req-0537ceac-32ee-4495-96ba-e1f2d0416449 service nova] Enqueued Resource ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 with Priority: HIGHEST for action security_group_members [ 1018.238562] env[69309]: INFO networking_nsxv3.common.synchronization [req-1c76019f-21cb-4ab3-9d4d-6e79daf5825d req-0537ceac-32ee-4495-96ba-e1f2d0416449 service nova] Enqueued Resource ID: 8326817d-1a61-4398-84cb-fe9d02f75bac with Priority: HIGHEST for action port [ 1018.239139] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 with Priority: HIGHEST for action security_group_rules [ 1018.239370] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 with Priority: HIGHEST for action security_group_members [ 1018.241166] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326817d-1a61-4398-84cb-fe9d02f75bac with Priority: HIGHEST for action port [ 1018.241166] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbcf86a5-6932-4843-8ffe-f65d932e1980 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.241166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.241166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.241166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.241166] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbcf86a5-6932-4843-8ffe-f65d932e1980',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.241935] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbcf86a5-6932-4843-8ffe-f65d932e1980 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.242094] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.242140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.242315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.242511] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.242632] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.242688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.242865] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.242927] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.243121] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbcf86a5-6932-4843-8ffe-f65d932e1980',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.243994] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-8326817d-1a61-4398-84cb-fe9d02f75bac taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.244087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8326817d-1a61-4398-84cb-fe9d02f75bac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.244185] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8326817d-1a61-4398-84cb-fe9d02f75bac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.244362] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8326817d-1a61-4398-84cb-fe9d02f75bac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.244458] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8326817d-1a61-4398-84cb-fe9d02f75bac',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.748965] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbcf86a5-6932-4843-8ffe-f65d932e1980 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.748965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.748965] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbcf86a5-6932-4843-8ffe-f65d932e1980',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.749896] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8326817d-1a61-4398-84cb-fe9d02f75bac with status ACTIVE [ 1018.750219] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.750389] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.750493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.750828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.751023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.752614] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.752614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.752614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.753608] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.753608] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.753608] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.753608] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.753824] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.753879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.754320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.754320] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8326817d-1a61-4398-84cb-fe9d02f75bac is going to be updated. [ 1018.775356] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.775536] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.775597] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.775882] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.776059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.776225] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8326817d-1a61-4398-84cb-fe9d02f75bac" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.252230] env[69309]: INFO networking_nsxv3.common.synchronization [req-e320d534-e33e-4718-9d09-ebaef24e24ab req-515455cc-fabd-4d3a-8c01-145b0106912d tempest-ListImageFiltersTestJSON-934465888 tempest-ListImageFiltersTestJSON-934465888-project-member] Enqueued Resource ID: b5278807-12cb-43c8-8437-60c4098e1c53 with Priority: HIGHEST for action security_group_members [ 1019.255309] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5278807-12cb-43c8-8437-60c4098e1c53 with Priority: HIGHEST for action security_group_members [ 1019.255309] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5278807-12cb-43c8-8437-60c4098e1c53 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.255309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.255309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.255309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.255309] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.255309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.255309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.255703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.255703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.255703] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5278807-12cb-43c8-8437-60c4098e1c53',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.257903] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbcf86a5-6932-4843-8ffe-f65d932e1980',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.731520] env[69309]: INFO networking_nsxv3.common.synchronization [req-dbebac8a-5e71-4d55-9412-c10b49119c06 req-61056de7-bf2d-461a-8e1c-de6cd6a9f582 tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Enqueued Resource ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d with Priority: HIGHEST for action security_group_members [ 1019.732175] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d with Priority: HIGHEST for action security_group_members [ 1019.733370] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.733689] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.736973] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.736973] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.736973] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.736973] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.736973] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.736973] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.736973] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.736973] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.760145] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.760353] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.760461] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.760717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.762314] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.762505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.762617] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.762859] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.763009] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.763167] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 is going to be updated. [ 1019.784357] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.784658] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.784809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.784865] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.785099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.785204] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.785296] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5278807-12cb-43c8-8437-60c4098e1c53 is going to be updated. [ 1019.796775] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.796938] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.797017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.797245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.797408] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.806041] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 in Status: IN_PROGRESS for 2s [ 1019.815970] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.816149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.816213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.816447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.816600] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.824752] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5278807-12cb-43c8-8437-60c4098e1c53 in Status: IN_PROGRESS for 2s [ 1019.964505] env[69309]: INFO networking_nsxv3.common.synchronization [req-431dfe53-d292-4cd5-84da-c96d6dc4b0f8 req-4c133b99-ba26-4388-a868-7ab315f9271b tempest-VolumesAdminNegativeTest-1911992459 tempest-VolumesAdminNegativeTest-1911992459-project-member] Enqueued Resource ID: 0acafaac-2969-431f-843b-984434e33787 with Priority: HIGHEST for action security_group_members [ 1019.964505] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0acafaac-2969-431f-843b-984434e33787 with Priority: HIGHEST for action security_group_members [ 1019.964505] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-0acafaac-2969-431f-843b-984434e33787 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.964505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.964505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.964904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.964904] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.964904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.964904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.965060] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.965159] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.966297] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0acafaac-2969-431f-843b-984434e33787',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.237335] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.300173] env[69309]: INFO networking_nsxv3.common.synchronization [req-32a91b2c-02d5-4381-82db-603be7b46338 req-f3551f6d-834a-4ff8-942d-6d6d450684c3 tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Enqueued Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 1020.300173] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 1020.300173] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.300483] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.300483] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.300483] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.300670] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.300788] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.300837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.301158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.301158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.301219] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.468263] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.468263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.468263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.468263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.497379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.497970] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.498209] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.498468] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.498829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.499361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.499510] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0acafaac-2969-431f-843b-984434e33787 is going to be updated. [ 1020.522455] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.522615] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.522681] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.522888] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.523035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.530114] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0acafaac-2969-431f-843b-984434e33787 in Status: IN_PROGRESS for 2s [ 1020.739832] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.804652] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.012561] env[69309]: INFO networking_nsxv3.common.synchronization [req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 req-000c677d-5061-4cf5-a413-97d276b09463 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Enqueued Resource ID: 93e7f075-ab71-495d-9bf9-df545a22d068 with Priority: HIGHEST for action security_group_members [ 1021.012561] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e7f075-ab71-495d-9bf9-df545a22d068 with Priority: HIGHEST for action security_group_members [ 1021.012561] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e7f075-ab71-495d-9bf9-df545a22d068 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.012561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.012561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.012561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.012561] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.012561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.013138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.013138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.013138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.013138] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e7f075-ab71-495d-9bf9-df545a22d068',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.244475] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.244638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.244711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.244929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.245038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.245140] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d is going to be updated. [ 1021.272345] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.272499] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.272641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.272767] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.272937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.281395] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d in Status: IN_PROGRESS for 2s [ 1021.306370] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.517492] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.517639] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.517710] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.518056] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.518149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.518584] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.518584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.518584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.518745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.518745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.518808] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e7f075-ab71-495d-9bf9-df545a22d068 already deleted. [ 1021.518880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.626643] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-967 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.626871] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-967" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.627015] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-967" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.627536] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-967" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.627866] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.628051] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.628175] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.628580] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.628740] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.628952] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.629138] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.629195] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.629306] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.629423] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.629554] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.629736] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.648165] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.648165] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.648165] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.648165] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-967" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.648165] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-a05ef43c-54f2-4696-9c81-a872f9ce5d09 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.648165] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-a05ef43c-54f2-4696-9c81-a872f9ce5d09" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.648439] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-a05ef43c-54f2-4696-9c81-a872f9ce5d09" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.648582] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-a05ef43c-54f2-4696-9c81-a872f9ce5d09" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.648665] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a05ef43c-54f2-4696-9c81-a872f9ce5d09',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.729241] env[69309]: INFO networking_nsxv3.common.synchronization [req-29f95bb3-e56d-406c-ab6f-0e9461ce6b26 req-4163d8d6-1af4-4d3d-9d5b-4231df0d4eac tempest-MigrationsAdminTest-601938053 tempest-MigrationsAdminTest-601938053-project-member] Enqueued Resource ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 with Priority: HIGHEST for action security_group_members [ 1021.729909] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 with Priority: HIGHEST for action security_group_members [ 1021.730223] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-501e0efc-845b-42e2-a7d8-4dcf169ce859 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.730349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.730418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.730616] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.730818] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.730946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.731457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.731659] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.731774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.731872] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501e0efc-845b-42e2-a7d8-4dcf169ce859',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.808420] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.808563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.808636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.808876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.808970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.809084] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 is going to be updated. [ 1021.814769] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 in Status: SUCCESS [ 1021.814946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.815124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.815301] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.815480] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.815588] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.815631] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.815776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.815856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.815941] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.816043] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbcf86a5-6932-4843-8ffe-f65d932e1980',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.835957] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5278807-12cb-43c8-8437-60c4098e1c53 in Status: SUCCESS [ 1021.835957] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5278807-12cb-43c8-8437-60c4098e1c53 deletion is rescheduled due to dependency. [ 1021.835957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5278807-12cb-43c8-8437-60c4098e1c53" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.836542] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.836729] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.836828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.837045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.837487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.844301] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: IN_PROGRESS for 2s [ 1022.152573] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.152854] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.153195] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.153492] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.153656] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.154408] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port a05ef43c-54f2-4696-9c81-a872f9ce5d09 not found, creating... [ 1022.154408] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.154408] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.154408] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.154637] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.155260] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.155260] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.155419] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.155419] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.155644] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.156553] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.156553] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: a05ef43c-54f2-4696-9c81-a872f9ce5d09 is going to be created. [ 1022.173734] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.173936] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.174091] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.174367] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.174632] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.174880] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-a05ef43c-54f2-4696-9c81-a872f9ce5d09" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.235253] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.235415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.235532] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.235835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.256246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.256538] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.256663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.256733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.256937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.257066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.257160] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 is going to be updated. [ 1022.303369] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.304118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.304118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.304118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.304309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.313976] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 in Status: IN_PROGRESS for 2s [ 1022.318910] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbcf86a5-6932-4843-8ffe-f65d932e1980',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.539905] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0acafaac-2969-431f-843b-984434e33787 in Status: SUCCESS [ 1022.540172] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0acafaac-2969-431f-843b-984434e33787 deletion is rescheduled due to dependency. [ 1022.540321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.821759] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbcf86a5-6932-4843-8ffe-f65d932e1980: rpc.has_security_group_logging(os_id): False [ 1022.838836] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.839100] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.839168] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.839391] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.856216] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.856533] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.856666] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.856747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.856958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.857088] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.857212] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 is going to be updated. [ 1022.919133] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.919133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.919133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.919133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.919133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.930913] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 in Status: IN_PROGRESS for 2s [ 1023.085245] env[69309]: INFO networking_nsxv3.common.synchronization [None req-91995a16-4ebc-4904-973c-6eac8add6e1d None None] Enqueued Resource ID: 93b9a7f8-23d4-4222-99c7-1a0527af837a with Priority: HIGHEST for action port [ 1023.085750] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b9a7f8-23d4-4222-99c7-1a0527af837a with Priority: HIGHEST for action port [ 1023.086274] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-93b9a7f8-23d4-4222-99c7-1a0527af837a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.086591] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93b9a7f8-23d4-4222-99c7-1a0527af837a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.088430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93b9a7f8-23d4-4222-99c7-1a0527af837a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.088430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93b9a7f8-23d4-4222-99c7-1a0527af837a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.088430] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93b9a7f8-23d4-4222-99c7-1a0527af837a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.111224] env[69309]: INFO networking_nsxv3.common.synchronization [req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 req-66c2edac-f18b-48f8-b685-ca3ef92fab5a service nova] Enqueued Resource ID: 93e7f075-ab71-495d-9bf9-df545a22d068 with Priority: HIGHEST for action security_group_rules [ 1023.111224] env[69309]: INFO networking_nsxv3.common.synchronization [req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 req-66c2edac-f18b-48f8-b685-ca3ef92fab5a service nova] Enqueued Resource ID: 93e7f075-ab71-495d-9bf9-df545a22d068 with Priority: HIGHEST for action security_group_members [ 1023.111224] env[69309]: INFO networking_nsxv3.common.synchronization [req-432e74f4-e3c7-4f6a-a41f-edb5c9068bc5 req-66c2edac-f18b-48f8-b685-ca3ef92fab5a service nova] Enqueued Resource ID: a05ef43c-54f2-4696-9c81-a872f9ce5d09 with Priority: HIGHEST for action port [ 1023.111718] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e7f075-ab71-495d-9bf9-df545a22d068 with Priority: HIGHEST for action security_group_rules [ 1023.112154] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e7f075-ab71-495d-9bf9-df545a22d068 with Priority: HIGHEST for action security_group_members [ 1023.112544] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05ef43c-54f2-4696-9c81-a872f9ce5d09 with Priority: HIGHEST for action port [ 1023.113904] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93e7f075-ab71-495d-9bf9-df545a22d068 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.114216] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.116040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.116040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.116040] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93e7f075-ab71-495d-9bf9-df545a22d068',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.116040] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e7f075-ab71-495d-9bf9-df545a22d068 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.118544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.118544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.118544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.118544] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.118544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.118544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.118544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.118544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.118544] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e7f075-ab71-495d-9bf9-df545a22d068',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.118544] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-a05ef43c-54f2-4696-9c81-a872f9ce5d09 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.119585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a05ef43c-54f2-4696-9c81-a872f9ce5d09" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.119585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a05ef43c-54f2-4696-9c81-a872f9ce5d09" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.119585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a05ef43c-54f2-4696-9c81-a872f9ce5d09" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.119585] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a05ef43c-54f2-4696-9c81-a872f9ce5d09',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.290891] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d in Status: SUCCESS [ 1023.290891] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.590850] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93b9a7f8-23d4-4222-99c7-1a0527af837a [ 1023.591156] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.591248] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.591364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.591526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.591622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.591716] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93b9a7f8-23d4-4222-99c7-1a0527af837a already deleted. [ 1023.591799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93b9a7f8-23d4-4222-99c7-1a0527af837a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.622034] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e7f075-ab71-495d-9bf9-df545a22d068 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.622034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.622034] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93e7f075-ab71-495d-9bf9-df545a22d068',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.623683] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a05ef43c-54f2-4696-9c81-a872f9ce5d09 with status ACTIVE [ 1023.624418] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.624418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.624418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.624418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.625528] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.625811] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.625932] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.625995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.626184] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.626271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.626467] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.626563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.626712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.626876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.626959] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.627090] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a05ef43c-54f2-4696-9c81-a872f9ce5d09 is going to be updated. [ 1023.650718] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.650718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.650718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.650718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.650962] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.651219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a05ef43c-54f2-4696-9c81-a872f9ce5d09" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.856625] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: SUCCESS [ 1023.856818] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.129883] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93e7f075-ab71-495d-9bf9-df545a22d068',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.325107] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 in Status: SUCCESS [ 1024.325248] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501e0efc-845b-42e2-a7d8-4dcf169ce859 deletion is rescheduled due to dependency. [ 1024.325385] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501e0efc-845b-42e2-a7d8-4dcf169ce859" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.423669] env[69309]: INFO networking_nsxv3.common.synchronization [None req-042a5a73-0443-4ce1-a072-659eeba008bf tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 19f1089e-df9b-45dd-825c-c53084cd5459 with Priority: HIGHEST for action security_group_rules [ 1024.424294] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f1089e-df9b-45dd-825c-c53084cd5459 with Priority: HIGHEST for action security_group_rules [ 1024.424620] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f1089e-df9b-45dd-825c-c53084cd5459 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.424784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.424833] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.429353] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.429353] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f1089e-df9b-45dd-825c-c53084cd5459',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.632239] env[69309]: INFO networking_nsxv3.common.synchronization [None req-5b25e603-49e8-4d79-b058-c5e22adfe257 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 19f1089e-df9b-45dd-825c-c53084cd5459 with Priority: HIGHEST for action security_group_rules [ 1024.632239] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f1089e-df9b-45dd-825c-c53084cd5459 with Priority: HIGHEST for action security_group_rules [ 1024.632239] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f1089e-df9b-45dd-825c-c53084cd5459 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.632239] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.636135] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.636135] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.636135] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.637603] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.637603] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.637603] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e7f075-ab71-495d-9bf9-df545a22d068 is going to be created. [ 1024.663442] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.663571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.663571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.663911] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.664021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.674499] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e7f075-ab71-495d-9bf9-df545a22d068 in Status: UNINITIALIZED for 2s [ 1024.944276] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 in Status: SUCCESS [ 1024.944615] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.951492] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.951572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.951641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.951906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.951952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.952061] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f1089e-df9b-45dd-825c-c53084cd5459 already deleted. [ 1024.952144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.952676] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.952858] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.952950] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f1089e-df9b-45dd-825c-c53084cd5459',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.252224] env[69309]: INFO networking_nsxv3.common.synchronization [None req-4d2709b1-2ad7-4190-85f4-998c608a819f None None] Enqueued Resource ID: 146783dc-a372-4b7f-9497-01ae00764604 with Priority: HIGHEST for action port [ 1025.254662] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146783dc-a372-4b7f-9497-01ae00764604 with Priority: HIGHEST for action port [ 1025.255213] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-146783dc-a372-4b7f-9497-01ae00764604 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.255409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-146783dc-a372-4b7f-9497-01ae00764604" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.255481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-146783dc-a372-4b7f-9497-01ae00764604" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.255739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-146783dc-a372-4b7f-9497-01ae00764604" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.255827] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('146783dc-a372-4b7f-9497-01ae00764604',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.474023] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.474023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.474023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.474023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.474023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.474023] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f1089e-df9b-45dd-825c-c53084cd5459 already deleted. [ 1025.474023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.758229] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 146783dc-a372-4b7f-9497-01ae00764604 [ 1025.758513] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.758624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.758797] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.759016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.759408] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.759515] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:146783dc-a372-4b7f-9497-01ae00764604 already deleted. [ 1025.759604] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-146783dc-a372-4b7f-9497-01ae00764604" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.683784] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e7f075-ab71-495d-9bf9-df545a22d068 in Status: SUCCESS [ 1026.684038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.684210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.684425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.684616] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.684776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.684813] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.685208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.685208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.685208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.685208] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93e7f075-ab71-495d-9bf9-df545a22d068',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.189527] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e7f075-ab71-495d-9bf9-df545a22d068 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.189826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.189826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.189988] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.190163] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.190265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.190333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.190478] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.190568] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.190657] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.190816] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e7f075-ab71-495d-9bf9-df545a22d068 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.190911] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.190970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.191127] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.191272] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.191363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.191425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.191599] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.191637] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.191706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.191820] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93e7f075-ab71-495d-9bf9-df545a22d068',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.695186] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93e7f075-ab71-495d-9bf9-df545a22d068: rpc.has_security_group_logging(os_id): False [ 1027.715327] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.715555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.715608] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.715796] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.715918] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.716282] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.716401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.716469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.716646] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.716732] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.716989] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.717122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.717191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.717340] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.717421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.717628] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.717729] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.717823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.717980] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.718066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.718157] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93e7f075-ab71-495d-9bf9-df545a22d068 is going to be created. [ 1027.773868] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.773868] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.773868] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.774186] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.774734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.788580] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93e7f075-ab71-495d-9bf9-df545a22d068 in Status: IN_PROGRESS for 2s [ 1029.191227] env[69309]: INFO networking_nsxv3.common.synchronization [None req-ba0b9901-0319-4318-9570-ea65a2ed28d2 None None] Enqueued Resource ID: 192985b4-7059-41a4-86fa-06a19e7adc1f with Priority: HIGHEST for action port [ 1029.191227] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192985b4-7059-41a4-86fa-06a19e7adc1f with Priority: HIGHEST for action port [ 1029.191227] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-192985b4-7059-41a4-86fa-06a19e7adc1f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.191227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-192985b4-7059-41a4-86fa-06a19e7adc1f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.191227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-192985b4-7059-41a4-86fa-06a19e7adc1f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.191227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-192985b4-7059-41a4-86fa-06a19e7adc1f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.192251] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('192985b4-7059-41a4-86fa-06a19e7adc1f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.698593] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 192985b4-7059-41a4-86fa-06a19e7adc1f [ 1029.698698] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.698932] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.698932] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.699159] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.699290] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.699442] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:192985b4-7059-41a4-86fa-06a19e7adc1f already deleted. [ 1029.699487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-192985b4-7059-41a4-86fa-06a19e7adc1f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.761882] env[69309]: INFO networking_nsxv3.common.synchronization [req-81904107-2830-4dcd-b934-5c039c86faf7 req-d5cda2d8-f4b8-4a2a-ba3c-891bc5815132 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Enqueued Resource ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b with Priority: HIGHEST for action security_group_members [ 1029.770325] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b with Priority: HIGHEST for action security_group_members [ 1029.771616] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f87608a-a6f5-4681-9039-96daabaf3c6b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.771616] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.771616] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.771775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.772205] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.772205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.772205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.772340] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.772414] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.772530] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f87608a-a6f5-4681-9039-96daabaf3c6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.802138] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93e7f075-ab71-495d-9bf9-df545a22d068 in Status: SUCCESS [ 1029.805690] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.160413] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.160413] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.160413] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.160413] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.161348] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.161623] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.161924] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.162042] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.162243] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.162460] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.162595] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.162719] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.162842] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.162990] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.163093] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.163270] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.184264] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.184497] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1030.184645] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.184836] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.185182] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-b34e5f91-5224-4638-bdf1-ba5c9b3688c1 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.185366] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-b34e5f91-5224-4638-bdf1-ba5c9b3688c1" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.185529] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-b34e5f91-5224-4638-bdf1-ba5c9b3688c1" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.185933] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-b34e5f91-5224-4638-bdf1-ba5c9b3688c1" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.186065] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b34e5f91-5224-4638-bdf1-ba5c9b3688c1',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.275114] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.275503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.275503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.275503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.275503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.275678] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.275777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.275841] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.275999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.276089] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.276176] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b already deleted. [ 1030.276256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.688274] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.688480] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.689170] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.689170] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.689170] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.689350] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port b34e5f91-5224-4638-bdf1-ba5c9b3688c1 not found, creating... [ 1030.689549] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.689729] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.689846] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.690134] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.690294] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.690595] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.690768] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.690911] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.691159] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.691302] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.691446] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: b34e5f91-5224-4638-bdf1-ba5c9b3688c1 is going to be created. [ 1030.710678] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.713185] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.713185] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.713185] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.713185] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.713185] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-b34e5f91-5224-4638-bdf1-ba5c9b3688c1" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.551103] env[69309]: INFO networking_nsxv3.common.synchronization [req-81904107-2830-4dcd-b934-5c039c86faf7 req-3b58beb5-5138-481e-999c-f7c342cb6a85 service nova] Enqueued Resource ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b with Priority: HIGHEST for action security_group_rules [ 1031.551687] env[69309]: INFO networking_nsxv3.common.synchronization [req-81904107-2830-4dcd-b934-5c039c86faf7 req-3b58beb5-5138-481e-999c-f7c342cb6a85 service nova] Enqueued Resource ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b with Priority: HIGHEST for action security_group_members [ 1031.551687] env[69309]: INFO networking_nsxv3.common.synchronization [req-81904107-2830-4dcd-b934-5c039c86faf7 req-3b58beb5-5138-481e-999c-f7c342cb6a85 service nova] Enqueued Resource ID: b34e5f91-5224-4638-bdf1-ba5c9b3688c1 with Priority: HIGHEST for action port [ 1031.551687] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b with Priority: HIGHEST for action security_group_rules [ 1031.551687] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b with Priority: HIGHEST for action security_group_members [ 1031.554822] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34e5f91-5224-4638-bdf1-ba5c9b3688c1 with Priority: HIGHEST for action port [ 1031.554822] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f87608a-a6f5-4681-9039-96daabaf3c6b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.558618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.558618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.558618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.558618] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f87608a-a6f5-4681-9039-96daabaf3c6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.558618] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f87608a-a6f5-4681-9039-96daabaf3c6b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.558618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.558859] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.558901] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.559054] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.559157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.559219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.559365] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.559451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.559541] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f87608a-a6f5-4681-9039-96daabaf3c6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.561545] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b34e5f91-5224-4638-bdf1-ba5c9b3688c1 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.561761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b34e5f91-5224-4638-bdf1-ba5c9b3688c1" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.561761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b34e5f91-5224-4638-bdf1-ba5c9b3688c1" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.561938] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b34e5f91-5224-4638-bdf1-ba5c9b3688c1" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.562061] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b34e5f91-5224-4638-bdf1-ba5c9b3688c1',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.643698] env[69309]: INFO networking_nsxv3.common.synchronization [None req-3dd67ed6-f7bd-48ed-a38a-e656d064244d None None] Enqueued Resource ID: 72b80621-0474-4a40-986e-a69c7c351603 with Priority: HIGHEST for action port [ 1031.644221] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b80621-0474-4a40-986e-a69c7c351603 with Priority: HIGHEST for action port [ 1031.644524] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-72b80621-0474-4a40-986e-a69c7c351603 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.644691] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72b80621-0474-4a40-986e-a69c7c351603" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.644691] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72b80621-0474-4a40-986e-a69c7c351603" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.644942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72b80621-0474-4a40-986e-a69c7c351603" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.645027] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72b80621-0474-4a40-986e-a69c7c351603',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.063166] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f87608a-a6f5-4681-9039-96daabaf3c6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.063503] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f87608a-a6f5-4681-9039-96daabaf3c6b taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.063628] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.068454] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b34e5f91-5224-4638-bdf1-ba5c9b3688c1 with status ACTIVE [ 1032.068664] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.068992] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.068992] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.069175] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.069272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.069459] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.069576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.069659] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.069771] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.069849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.070068] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.070153] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.070202] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.070359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.071133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.071133] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b34e5f91-5224-4638-bdf1-ba5c9b3688c1 is going to be updated. [ 1032.090868] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.091090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.091090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.091300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.091446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.091613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b34e5f91-5224-4638-bdf1-ba5c9b3688c1" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.144019] env[69309]: INFO networking_nsxv3.common.synchronization [req-729392ba-65c5-4155-9e5d-3b30d15145fb req-b34fecec-2b49-4163-8098-f32abbb49391 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 1032.144019] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 1032.144019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.144019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.144019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.144019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.144426] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.144687] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.147595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.147595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.147595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.147595] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.147595] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72b80621-0474-4a40-986e-a69c7c351603 [ 1032.147595] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.147595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.147595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.147595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.147595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.147595] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72b80621-0474-4a40-986e-a69c7c351603 already deleted. [ 1032.147595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72b80621-0474-4a40-986e-a69c7c351603" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.462213] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.462415] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.462546] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.462840] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.463162] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.463337] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.463476] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.463721] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.463880] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.464309] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.464488] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.464564] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.464732] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.464903] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.465038] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.465195] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.485227] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.485227] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1032.485227] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.485227] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.485227] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.485227] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.485227] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.485807] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.485807] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.565193] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f87608a-a6f5-4681-9039-96daabaf3c6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.649866] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.649866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.649866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.649866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.649866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.649866] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.649866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.650628] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.650960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.651267] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.651450] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be updated. [ 1032.677579] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.677579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.677579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.677579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.677815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.686828] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 1032.992855] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.993116] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.993250] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.993554] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.993760] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.993942] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa not found, creating... [ 1032.994255] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.994476] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.994630] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.995108] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.995108] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.995290] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.995471] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.995585] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.996367] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.996367] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.996367] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa is going to be created. [ 1033.014180] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.014388] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.014518] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.014802] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.015054] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.015300] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.067276] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.067468] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.067543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.067760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.067855] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.067958] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b is going to be created. [ 1033.089044] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.089044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.089044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.089213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.089298] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.098608] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b in Status: UNINITIALIZED for 2s [ 1033.773114] env[69309]: INFO networking_nsxv3.common.synchronization [req-729392ba-65c5-4155-9e5d-3b30d15145fb req-709e1c9e-0961-4412-92b8-af8dd5ae615f service nova] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_rules [ 1033.773379] env[69309]: INFO networking_nsxv3.common.synchronization [req-729392ba-65c5-4155-9e5d-3b30d15145fb req-709e1c9e-0961-4412-92b8-af8dd5ae615f service nova] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 1033.774108] env[69309]: INFO networking_nsxv3.common.synchronization [req-729392ba-65c5-4155-9e5d-3b30d15145fb req-709e1c9e-0961-4412-92b8-af8dd5ae615f service nova] Enqueued Resource ID: e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa with Priority: HIGHEST for action port [ 1033.774108] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_rules [ 1033.774108] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 1033.774108] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa with Priority: HIGHEST for action port [ 1033.775823] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.775823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.775823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.776023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.776023] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.776887] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.777017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.777496] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.777496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.777496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.777785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.777834] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.280033] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.280711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.280711] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa with status ACTIVE [ 1034.280711] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.280711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.280711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.280991] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.281034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.281203] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.281301] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.281361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.281513] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.281589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.281766] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.281874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.281937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.282088] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.282162] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.282246] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa is going to be updated. [ 1034.302377] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.302566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.302566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.302759] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.302885] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.303066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e51bad14-4a5f-4ce5-9a4d-b34db6c7e7fa" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.695425] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 1034.695608] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d deletion is rescheduled due to dependency. [ 1034.695766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.696018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.696128] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.696300] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.696420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.696481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.696629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.696731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.696919] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.107314] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b in Status: SUCCESS [ 1035.107695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.107736] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.108012] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.108263] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.108425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.108718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.108857] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.108957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.109114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.109210] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f87608a-a6f5-4681-9039-96daabaf3c6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.201432] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.612767] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f87608a-a6f5-4681-9039-96daabaf3c6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.704053] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.114785] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f87608a-a6f5-4681-9039-96daabaf3c6b: rpc.has_security_group_logging(os_id): False [ 1036.133844] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.134132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.134244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.134558] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.134737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.135159] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.135315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.135413] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.135656] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.135779] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.135909] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b is going to be created. [ 1036.190552] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.190780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.190780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.191041] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.192014] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.201760] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b in Status: IN_PROGRESS for 2s [ 1036.208752] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.208924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.209011] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.209278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.209406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.209553] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be updated. [ 1036.237561] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.237786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.237872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.238117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.238317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.248594] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 1038.158711] env[69309]: INFO networking_nsxv3.common.synchronization [req-55e59dca-1cb0-42e7-8769-91ef0d91416d req-4c1597ef-2f9b-4ab9-947e-b7c5c9c3fd18 tempest-AttachInterfacesV270Test-636420230 tempest-AttachInterfacesV270Test-636420230-project-member] Enqueued Resource ID: 93e7f075-ab71-495d-9bf9-df545a22d068 with Priority: HIGHEST for action security_group_members [ 1038.159401] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e7f075-ab71-495d-9bf9-df545a22d068 with Priority: HIGHEST for action security_group_members [ 1038.159561] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e7f075-ab71-495d-9bf9-df545a22d068 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.159680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.159842] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.159945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.160287] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.160287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.160287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.160461] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.160461] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.160531] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e7f075-ab71-495d-9bf9-df545a22d068',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.214350] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b in Status: SUCCESS [ 1038.214580] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.256903] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 1038.257127] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.257628] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.257833] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.259324] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.259324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.259324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.259324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.259324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.259324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.261576] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.662885] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.663165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.663314] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.663623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.663761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.664080] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.664260] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.664355] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.664560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.664655] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.664752] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e7f075-ab71-495d-9bf9-df545a22d068 is going to be updated. [ 1038.696535] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.696748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.696829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.697066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.697225] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.706330] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e7f075-ab71-495d-9bf9-df545a22d068 in Status: IN_PROGRESS for 2s [ 1038.767795] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.767976] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.768099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.768799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.768799] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.768799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.768799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.769058] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.769153] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.769274] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.769581] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.769724] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.769838] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.770133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.770336] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.770440] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.770496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.770668] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.770749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.770837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.770953] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.273431] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11da9cbc-f0ef-406a-9b6a-cce12144095d: rpc.has_security_group_logging(os_id): False [ 1039.290697] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.290926] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.290983] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.291188] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.291296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.291480] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.291579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.291640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.291790] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.291903] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.292187] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.292287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.292349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.292503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.292582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.292758] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.292852] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.292915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.293064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.293141] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.293235] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be updated. [ 1039.356186] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.356332] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.356381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.356577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.356710] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.374389] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 1040.715382] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e7f075-ab71-495d-9bf9-df545a22d068 in Status: SUCCESS [ 1040.715663] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e7f075-ab71-495d-9bf9-df545a22d068 deletion is rescheduled due to dependency. [ 1040.715832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.389366] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 1041.389648] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.493642] env[69309]: INFO networking_nsxv3.common.synchronization [req-540c5b2f-f9c1-40b6-8356-7ec7454c28f7 req-db43b8d7-fa67-4c0d-aef6-23a05fea3f8b tempest-ServerRescueTestJSON-115605478 tempest-ServerRescueTestJSON-115605478-project-member] Enqueued Resource ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d with Priority: HIGHEST for action security_group_members [ 1042.494206] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d with Priority: HIGHEST for action security_group_members [ 1042.495173] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.495173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.495173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.495173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.495173] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.495173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.495464] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.495464] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.495464] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.495694] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.999630] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.999630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.999630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.999630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.999630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.999630] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.999630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.999630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.999630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.999630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.999630] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d is going to be updated. [ 1043.025778] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.026011] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.026178] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.026422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.026612] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.034437] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d in Status: IN_PROGRESS for 2s [ 1045.046176] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d in Status: SUCCESS [ 1045.046465] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d deletion is rescheduled due to dependency. [ 1045.046750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.464790] env[69309]: INFO networking_nsxv3.common.synchronization [req-50de6638-f2b2-4f48-9a75-ded40572e0e4 req-0560a48c-9a8c-4f75-a3cb-c81f43922c4a tempest-ServersAdminTestJSON-367820903 tempest-ServersAdminTestJSON-367820903-project-member] Enqueued Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 1046.465422] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGHEST for action security_group_members [ 1046.465736] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.465862] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.465930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.466367] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.466705] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.467798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.467849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.468232] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.468493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.468716] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.971606] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.971776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.971838] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.972125] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.992495] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.992742] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.992858] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.992926] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.993137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.993272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.993374] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 is going to be updated. [ 1047.024106] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.024285] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.024416] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.024643] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.024843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.032725] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: IN_PROGRESS for 2s [ 1048.932462] env[69309]: INFO networking_nsxv3.common.synchronization [None req-b87f90fd-5e41-4065-a584-870cb7a22c28 None None] Enqueued Resource ID: 9eb4f8af-e47e-4800-aee9-6033dedb0ccd with Priority: HIGHEST for action port [ 1048.933024] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb4f8af-e47e-4800-aee9-6033dedb0ccd with Priority: HIGHEST for action port [ 1048.933335] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eb4f8af-e47e-4800-aee9-6033dedb0ccd taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.933468] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eb4f8af-e47e-4800-aee9-6033dedb0ccd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.933543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eb4f8af-e47e-4800-aee9-6033dedb0ccd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.933803] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eb4f8af-e47e-4800-aee9-6033dedb0ccd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.933887] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eb4f8af-e47e-4800-aee9-6033dedb0ccd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.045022] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341d8e01-9f6c-4215-a954-7a43325afd97 in Status: SUCCESS [ 1049.045022] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 deletion is rescheduled due to dependency. [ 1049.045022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.436355] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9eb4f8af-e47e-4800-aee9-6033dedb0ccd [ 1049.437902] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.438051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.438051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.438348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.438594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.438783] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9eb4f8af-e47e-4800-aee9-6033dedb0ccd already deleted. [ 1049.438944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eb4f8af-e47e-4800-aee9-6033dedb0ccd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.362065] env[69309]: INFO networking_nsxv3.common.synchronization [req-47fde71d-5c2c-4bab-9dab-b795c21d4704 req-c897f149-edcb-494f-bab2-ff1d1f1b63d7 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 19f1089e-df9b-45dd-825c-c53084cd5459 with Priority: HIGHEST for action security_group_members [ 1050.362653] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f1089e-df9b-45dd-825c-c53084cd5459 with Priority: HIGHEST for action security_group_members [ 1050.364133] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f1089e-df9b-45dd-825c-c53084cd5459 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.364316] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.364316] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.364543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.364713] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.365020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.365020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.365117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.365149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.365218] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f1089e-df9b-45dd-825c-c53084cd5459',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.712835] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.713075] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.713213] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.713543] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.713810] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.713969] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.714177] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.714548] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.714746] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.715009] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.715183] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.715350] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.715498] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.715656] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.715803] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.716565] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.732953] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.734186] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1050.738054] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.738054] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.738054] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-6619ec0f-222c-4aa9-a6bb-99d734998d75 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.738054] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-6619ec0f-222c-4aa9-a6bb-99d734998d75" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.738054] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-6619ec0f-222c-4aa9-a6bb-99d734998d75" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.738054] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-6619ec0f-222c-4aa9-a6bb-99d734998d75" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.738054] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6619ec0f-222c-4aa9-a6bb-99d734998d75',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.869505] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.869656] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.869727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.869940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.870051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.870315] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.870440] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.870525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.870689] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.870770] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.870857] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f1089e-df9b-45dd-825c-c53084cd5459 already deleted. [ 1050.870939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.241724] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.244099] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.244099] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.244099] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.244099] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.244907] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 6619ec0f-222c-4aa9-a6bb-99d734998d75 not found, creating... [ 1051.245633] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.246484] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.246484] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.246484] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.247062] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.247783] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.249030] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.249030] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.249030] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.249030] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.249030] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 6619ec0f-222c-4aa9-a6bb-99d734998d75 is going to be created. [ 1051.267947] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.268435] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.268677] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.270040] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.270040] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.270040] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-6619ec0f-222c-4aa9-a6bb-99d734998d75" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.331134] env[69309]: INFO networking_nsxv3.common.synchronization [None req-fc4b0078-5614-48cb-96fc-d7234a2e3c54 None None] Enqueued Resource ID: bbe6d536-5e72-4708-b65c-034b9cfe07b0 with Priority: HIGHEST for action port [ 1051.331134] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe6d536-5e72-4708-b65c-034b9cfe07b0 with Priority: HIGHEST for action port [ 1051.331134] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbe6d536-5e72-4708-b65c-034b9cfe07b0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.331134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbe6d536-5e72-4708-b65c-034b9cfe07b0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.331134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbe6d536-5e72-4708-b65c-034b9cfe07b0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.331134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbe6d536-5e72-4708-b65c-034b9cfe07b0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.331595] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbe6d536-5e72-4708-b65c-034b9cfe07b0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.423248] env[69309]: INFO networking_nsxv3.common.synchronization [None req-75d64fd8-85ed-450c-b4ea-500b9bc4194d None None] Enqueued Resource ID: 6b4d3343-08c5-4d0f-a635-8c366a135efc with Priority: HIGHEST for action port [ 1051.423248] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b4d3343-08c5-4d0f-a635-8c366a135efc with Priority: HIGHEST for action port [ 1051.423248] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b4d3343-08c5-4d0f-a635-8c366a135efc taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.423248] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b4d3343-08c5-4d0f-a635-8c366a135efc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.423248] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b4d3343-08c5-4d0f-a635-8c366a135efc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.423248] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b4d3343-08c5-4d0f-a635-8c366a135efc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.423248] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b4d3343-08c5-4d0f-a635-8c366a135efc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.833623] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbe6d536-5e72-4708-b65c-034b9cfe07b0 [ 1051.834547] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.834547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.834547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.834547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.834547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.834547] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbe6d536-5e72-4708-b65c-034b9cfe07b0 already deleted. [ 1051.834547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbe6d536-5e72-4708-b65c-034b9cfe07b0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.927096] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b4d3343-08c5-4d0f-a635-8c366a135efc [ 1051.927346] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.927484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.927565] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.927783] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.927860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.927954] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b4d3343-08c5-4d0f-a635-8c366a135efc already deleted. [ 1051.928074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b4d3343-08c5-4d0f-a635-8c366a135efc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.959156] env[69309]: INFO networking_nsxv3.common.synchronization [req-47fde71d-5c2c-4bab-9dab-b795c21d4704 req-2acd5a73-6c19-4d17-8eb2-7f21f59729a6 service nova] Enqueued Resource ID: 19f1089e-df9b-45dd-825c-c53084cd5459 with Priority: HIGHEST for action security_group_rules [ 1051.959307] env[69309]: INFO networking_nsxv3.common.synchronization [req-47fde71d-5c2c-4bab-9dab-b795c21d4704 req-2acd5a73-6c19-4d17-8eb2-7f21f59729a6 service nova] Enqueued Resource ID: 19f1089e-df9b-45dd-825c-c53084cd5459 with Priority: HIGHEST for action security_group_members [ 1051.959405] env[69309]: INFO networking_nsxv3.common.synchronization [req-47fde71d-5c2c-4bab-9dab-b795c21d4704 req-2acd5a73-6c19-4d17-8eb2-7f21f59729a6 service nova] Enqueued Resource ID: 6619ec0f-222c-4aa9-a6bb-99d734998d75 with Priority: HIGHEST for action port [ 1051.959630] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f1089e-df9b-45dd-825c-c53084cd5459 with Priority: HIGHEST for action security_group_rules [ 1051.959753] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f1089e-df9b-45dd-825c-c53084cd5459 with Priority: HIGHEST for action security_group_members [ 1051.959844] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6619ec0f-222c-4aa9-a6bb-99d734998d75 with Priority: HIGHEST for action port [ 1051.960471] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f1089e-df9b-45dd-825c-c53084cd5459 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.960558] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.960623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.960916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.960916] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f1089e-df9b-45dd-825c-c53084cd5459',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.963823] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f1089e-df9b-45dd-825c-c53084cd5459 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.963948] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.964055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.964884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.965064] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.965192] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.965256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.965420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.965508] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.965600] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f1089e-df9b-45dd-825c-c53084cd5459',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.966353] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-6619ec0f-222c-4aa9-a6bb-99d734998d75 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.968487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6619ec0f-222c-4aa9-a6bb-99d734998d75" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.968487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6619ec0f-222c-4aa9-a6bb-99d734998d75" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.968487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6619ec0f-222c-4aa9-a6bb-99d734998d75" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.968487] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6619ec0f-222c-4aa9-a6bb-99d734998d75',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.168773] env[69309]: INFO networking_nsxv3.common.synchronization [None req-75be915a-bf78-4c2b-8ca5-0b179555ce50 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Enqueued Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_rules [ 1052.169357] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_rules [ 1052.169648] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac79a832-b944-40f7-835d-c084a86e401e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.169772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.169886] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.170216] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.170283] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.247467] env[69309]: INFO networking_nsxv3.common.synchronization [None req-d9554821-62fd-4660-86c3-e0af30e8d5bd tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Enqueued Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_rules [ 1052.247467] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_rules [ 1052.247765] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac79a832-b944-40f7-835d-c084a86e401e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.251027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.471086] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f1089e-df9b-45dd-825c-c53084cd5459 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.471398] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.471442] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19f1089e-df9b-45dd-825c-c53084cd5459',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.472415] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6619ec0f-222c-4aa9-a6bb-99d734998d75 with status ACTIVE [ 1052.472606] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.472722] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.472783] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.472998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.473095] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.473266] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.473360] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.473424] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.473565] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.473644] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.473814] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.473904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.473962] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.475010] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.475125] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.475242] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6619ec0f-222c-4aa9-a6bb-99d734998d75 is going to be updated. [ 1052.496740] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.496914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.497294] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.497743] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.497920] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.498300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6619ec0f-222c-4aa9-a6bb-99d734998d75" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.693162] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.693328] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.693375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.693602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.693671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.693770] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac79a832-b944-40f7-835d-c084a86e401e already deleted. [ 1052.693851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.694015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.694194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.694256] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.977950] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19f1089e-df9b-45dd-825c-c53084cd5459',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.250874] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.251059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.251137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.251369] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.251521] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.251579] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac79a832-b944-40f7-835d-c084a86e401e already deleted. [ 1053.251636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.479571] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.480487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.480585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.480832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.480962] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.481116] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f1089e-df9b-45dd-825c-c53084cd5459 is going to be created. [ 1053.505359] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.505549] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.505549] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.505758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.505905] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.517392] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f1089e-df9b-45dd-825c-c53084cd5459 in Status: UNINITIALIZED for 2s [ 1053.679757] env[69309]: INFO networking_nsxv3.common.synchronization [None req-2b4a3b2e-95dc-4af7-bcce-15f814c29fcd None None] Enqueued Resource ID: db5db5ba-b2b0-4a29-926e-2e43d163024b with Priority: HIGHEST for action port [ 1053.679757] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5db5ba-b2b0-4a29-926e-2e43d163024b with Priority: HIGHEST for action port [ 1053.679757] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-db5db5ba-b2b0-4a29-926e-2e43d163024b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.679757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db5db5ba-b2b0-4a29-926e-2e43d163024b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.679757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db5db5ba-b2b0-4a29-926e-2e43d163024b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.679757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db5db5ba-b2b0-4a29-926e-2e43d163024b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.679757] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5db5ba-b2b0-4a29-926e-2e43d163024b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.182160] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db5db5ba-b2b0-4a29-926e-2e43d163024b [ 1054.182390] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.182525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.182596] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.182809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.182899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.183013] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db5db5ba-b2b0-4a29-926e-2e43d163024b already deleted. [ 1054.183114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db5db5ba-b2b0-4a29-926e-2e43d163024b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.529592] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f1089e-df9b-45dd-825c-c53084cd5459 in Status: SUCCESS [ 1055.529903] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.529993] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.530220] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.530424] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.530546] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.530614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.530771] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.530850] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.530938] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.531042] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19f1089e-df9b-45dd-825c-c53084cd5459',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.998557] env[69309]: INFO networking_nsxv3.common.synchronization [req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a req-4cabcf4a-9c37-47f9-8a8d-f668cda01742 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Enqueued Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_members [ 1055.999140] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_members [ 1055.999442] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.999566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.999634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.999884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.000048] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.000146] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.000237] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.000354] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.000439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.000531] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.033739] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19f1089e-df9b-45dd-825c-c53084cd5459',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.272307] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.272505] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-158" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.272725] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-158" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.273070] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-158" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.273354] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.273521] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.273643] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.273866] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.274053] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.274231] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.274459] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.274459] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.274566] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.274673] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.274778] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.275373] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.292262] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.293199] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1056.293199] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.293199] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-158" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.293199] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-0f19002d-d385-46b9-a804-ffa1646f0b50 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.293755] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-0f19002d-d385-46b9-a804-ffa1646f0b50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.294670] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-0f19002d-d385-46b9-a804-ffa1646f0b50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.295538] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-0f19002d-d385-46b9-a804-ffa1646f0b50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.295538] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f19002d-d385-46b9-a804-ffa1646f0b50',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.503762] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.503762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.503762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.504164] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.504164] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.504227] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.504406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.504406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.504535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.504634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.504787] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca already deleted. [ 1056.504904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.536762] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19f1089e-df9b-45dd-825c-c53084cd5459: rpc.has_security_group_logging(os_id): False [ 1056.554191] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.554409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.554409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.554612] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.554707] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.554940] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.555053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.555117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.555273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.555350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.555436] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f1089e-df9b-45dd-825c-c53084cd5459 is going to be created. [ 1056.618094] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.618094] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.618272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.618319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.618504] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.629176] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f1089e-df9b-45dd-825c-c53084cd5459 in Status: IN_PROGRESS for 2s [ 1056.798312] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.798536] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.798536] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.798830] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.799023] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.799171] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 0f19002d-d385-46b9-a804-ffa1646f0b50 not found, creating... [ 1056.799443] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.799604] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.799726] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.799949] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.800110] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.800404] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.800580] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.801137] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.801137] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.801137] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.801313] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 0f19002d-d385-46b9-a804-ffa1646f0b50 is going to be created. [ 1056.824454] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.824635] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.825578] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.825578] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.825578] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.825578] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-0f19002d-d385-46b9-a804-ffa1646f0b50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.505094] env[69309]: INFO networking_nsxv3.common.synchronization [req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a req-4e8c14f9-546a-4b80-99b4-dd23abae80ef service nova] Enqueued Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_rules [ 1057.505336] env[69309]: INFO networking_nsxv3.common.synchronization [req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a req-4e8c14f9-546a-4b80-99b4-dd23abae80ef service nova] Enqueued Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_members [ 1057.505499] env[69309]: INFO networking_nsxv3.common.synchronization [req-a8cec9e3-12d7-482e-ae66-f2aa5fdf447a req-4e8c14f9-546a-4b80-99b4-dd23abae80ef service nova] Enqueued Resource ID: 0f19002d-d385-46b9-a804-ffa1646f0b50 with Priority: HIGHEST for action port [ 1057.506044] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_rules [ 1057.506166] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_members [ 1057.506506] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f19002d-d385-46b9-a804-ffa1646f0b50 with Priority: HIGHEST for action port [ 1057.506856] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.507063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.507199] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.507494] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.507648] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.508583] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.508760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.508871] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.509116] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.509329] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.509487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.509594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.509787] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.510027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.510525] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.511717] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f19002d-d385-46b9-a804-ffa1646f0b50 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.512049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f19002d-d385-46b9-a804-ffa1646f0b50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.512049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f19002d-d385-46b9-a804-ffa1646f0b50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.512274] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f19002d-d385-46b9-a804-ffa1646f0b50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.512394] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f19002d-d385-46b9-a804-ffa1646f0b50',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.014168] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.015513] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.015667] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.015839] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f19002d-d385-46b9-a804-ffa1646f0b50 with status ACTIVE [ 1058.016066] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.016174] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.016174] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.016380] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.016470] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.016634] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.016729] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.016793] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.016939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.017033] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.017215] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.017311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.017374] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.017505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.017582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.017666] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f19002d-d385-46b9-a804-ffa1646f0b50 is going to be updated. [ 1058.036717] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.036887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.036928] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.037105] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.037236] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.037388] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f19002d-d385-46b9-a804-ffa1646f0b50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.519571] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.566467] env[69309]: INFO networking_nsxv3.common.synchronization [req-a6c7aa17-b33f-4198-994b-4889ae5a0106 req-59bb2ae0-fec7-4def-b43b-5d4cb580b290 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Enqueued Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_members [ 1058.567443] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_members [ 1058.567443] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.567443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.567677] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.568627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.568627] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.568627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.568627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.568627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.568627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.568627] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.643461] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f1089e-df9b-45dd-825c-c53084cd5459 in Status: SUCCESS [ 1058.643686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.885322] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-499 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.885522] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-499" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.885653] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-499" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.885989] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-499" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.886269] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.886433] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.886554] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.886782] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.886933] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.887175] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1058.887298] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.887413] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.887529] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.887647] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1058.887760] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.887897] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.908080] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.908270] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1058.908419] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.908601] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-499" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.908907] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-d275ef7e-3cff-46f1-9a54-c0b17ea0c167 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.909146] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-d275ef7e-3cff-46f1-9a54-c0b17ea0c167" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.909317] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-d275ef7e-3cff-46f1-9a54-c0b17ea0c167" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.909638] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-d275ef7e-3cff-46f1-9a54-c0b17ea0c167" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.909788] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d275ef7e-3cff-46f1-9a54-c0b17ea0c167',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.022976] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.023327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.023327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.023327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.023492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.023492] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca is going to be created. [ 1059.045601] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.045821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.045934] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.046404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.046404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.055750] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca in Status: UNINITIALIZED for 2s [ 1059.072775] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.072775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.072775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.072775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.072775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.072775] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.072775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.072775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.072775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.072775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.072775] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ef35a2-188d-42c6-9697-758d616362f9 already deleted. [ 1059.072775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.413103] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.413412] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.413623] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.414083] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.414259] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.414465] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port d275ef7e-3cff-46f1-9a54-c0b17ea0c167 not found, creating... [ 1059.414803] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.415029] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.415223] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.415553] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.415761] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.416167] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.416376] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.416545] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.416829] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.417067] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.417391] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: d275ef7e-3cff-46f1-9a54-c0b17ea0c167 is going to be created. [ 1059.437547] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.437866] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.438011] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.438374] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.438683] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.439602] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-d275ef7e-3cff-46f1-9a54-c0b17ea0c167" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.111420] env[69309]: INFO networking_nsxv3.common.synchronization [req-a6c7aa17-b33f-4198-994b-4889ae5a0106 req-2465743e-b67e-4573-b54a-0b364f4704e0 service nova] Enqueued Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_rules [ 1060.113157] env[69309]: INFO networking_nsxv3.common.synchronization [req-a6c7aa17-b33f-4198-994b-4889ae5a0106 req-2465743e-b67e-4573-b54a-0b364f4704e0 service nova] Enqueued Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_members [ 1060.113157] env[69309]: INFO networking_nsxv3.common.synchronization [req-a6c7aa17-b33f-4198-994b-4889ae5a0106 req-2465743e-b67e-4573-b54a-0b364f4704e0 service nova] Enqueued Resource ID: d275ef7e-3cff-46f1-9a54-c0b17ea0c167 with Priority: HIGHEST for action port [ 1060.113157] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_rules [ 1060.113157] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_members [ 1060.113157] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d275ef7e-3cff-46f1-9a54-c0b17ea0c167 with Priority: HIGHEST for action port [ 1060.113157] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.113157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.113157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.113157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.113871] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.114746] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.114957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.115019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.115220] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.115392] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.115568] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.116829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.116829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.116829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.116829] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.116829] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d275ef7e-3cff-46f1-9a54-c0b17ea0c167 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.117204] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d275ef7e-3cff-46f1-9a54-c0b17ea0c167" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.117266] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d275ef7e-3cff-46f1-9a54-c0b17ea0c167" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.117425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d275ef7e-3cff-46f1-9a54-c0b17ea0c167" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.117524] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d275ef7e-3cff-46f1-9a54-c0b17ea0c167',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.620036] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.620036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.620036] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.621612] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d275ef7e-3cff-46f1-9a54-c0b17ea0c167 with status ACTIVE [ 1060.621612] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.621612] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.621612] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.621612] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.621612] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.621612] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.621612] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.621931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.624076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.624410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.624680] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.624849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.624958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.625381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.625381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.625381] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d275ef7e-3cff-46f1-9a54-c0b17ea0c167 is going to be updated. [ 1060.653152] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.653675] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.653820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.654149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.654389] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.654653] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d275ef7e-3cff-46f1-9a54-c0b17ea0c167" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.962922] env[69309]: INFO networking_nsxv3.common.synchronization [req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 req-c7335432-b618-4be3-8c92-1146eccbb3f2 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Enqueued Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_members [ 1060.964252] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_members [ 1060.964614] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.964818] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.066668] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca in Status: SUCCESS [ 1061.069233] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.069456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.069713] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.069912] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.070088] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.070184] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.070381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.070505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.070656] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.070791] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.076281] env[69309]: INFO networking_nsxv3.common.synchronization [req-49c581be-55e6-4230-bf4f-1d49bf13fdd6 req-e5a2ee7f-622c-43e1-af67-214b92ff3b49 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Enqueued Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 1061.077692] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 1061.077692] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.077692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.077692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.077923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.078066] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.078197] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.078295] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.078435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.078487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.078604] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.127591] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.580017] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.580017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.580017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.580017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.580017] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.580017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.580017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.580017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.580017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.580017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.580017] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.580017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.580017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.580017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.580017] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.580017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.580678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.580678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.580678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.580678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.580678] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.580974] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.581078] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.581139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.581310] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.601124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.601498] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.601570] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.601640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.601841] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.601926] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.602027] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 is going to be updated. [ 1061.627208] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.627346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.627538] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.627634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.627788] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.630759] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.631085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.631085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.631224] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.631279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.631441] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ef35a2-188d-42c6-9697-758d616362f9 is going to be created. [ 1061.641238] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: IN_PROGRESS for 2s [ 1061.653755] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.653890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.653946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.654166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.654329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.666281] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: UNINITIALIZED for 2s [ 1061.718061] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-499 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.718289] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-499" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.718420] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-499" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.718695] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-499" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.718983] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.719126] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.719249] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.719469] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.719621] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.719835] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.719953] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.720079] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.720193] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.720308] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.720418] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.720551] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.737705] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.737878] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1061.738034] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.738308] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-499" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.738513] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-00ccdf18-e462-428a-be81-06c5a878a566 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.738688] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-00ccdf18-e462-428a-be81-06c5a878a566" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.738826] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-00ccdf18-e462-428a-be81-06c5a878a566" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.739203] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-00ccdf18-e462-428a-be81-06c5a878a566" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.739371] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00ccdf18-e462-428a-be81-06c5a878a566',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.084977] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 654e0663-5c1b-4e3d-a043-1a8ba010c7ca: rpc.has_security_group_logging(os_id): False [ 1062.100782] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.100782] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.100782] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.101086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.101086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.101284] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.101386] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.101446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.101620] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.101678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.101870] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.101951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.102024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.102166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.102234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.102810] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.102810] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.102810] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.102810] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.102810] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.103057] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca is going to be created. [ 1062.158227] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.158568] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.158568] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.158662] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.158812] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.170162] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca in Status: IN_PROGRESS for 2s [ 1062.242511] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.242829] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.242898] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.243285] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.243385] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.243569] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 00ccdf18-e462-428a-be81-06c5a878a566 not found, creating... [ 1062.243898] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.244175] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.244247] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.244455] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.244597] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.244897] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.245074] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.245207] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.245433] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.245593] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.245747] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 00ccdf18-e462-428a-be81-06c5a878a566 is going to be created. [ 1062.267376] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.267710] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.267851] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.268230] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.268500] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.268747] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-00ccdf18-e462-428a-be81-06c5a878a566" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.979736] env[69309]: INFO networking_nsxv3.common.synchronization [req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 req-d8938c5a-ea83-4e6b-bc01-3fed16ba344a service nova] Enqueued Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_rules [ 1062.979924] env[69309]: INFO networking_nsxv3.common.synchronization [req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 req-d8938c5a-ea83-4e6b-bc01-3fed16ba344a service nova] Enqueued Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_members [ 1062.980082] env[69309]: INFO networking_nsxv3.common.synchronization [req-8a8a7bb8-48af-4eba-ab6a-269b0455e904 req-d8938c5a-ea83-4e6b-bc01-3fed16ba344a service nova] Enqueued Resource ID: 00ccdf18-e462-428a-be81-06c5a878a566 with Priority: HIGHEST for action port [ 1062.980572] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_rules [ 1062.980708] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_members [ 1062.980807] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00ccdf18-e462-428a-be81-06c5a878a566 with Priority: HIGHEST for action port [ 1062.981081] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.981267] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.981624] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.981766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.982040] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-00ccdf18-e462-428a-be81-06c5a878a566 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.982150] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00ccdf18-e462-428a-be81-06c5a878a566" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.982210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00ccdf18-e462-428a-be81-06c5a878a566" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.982424] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00ccdf18-e462-428a-be81-06c5a878a566" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.982503] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00ccdf18-e462-428a-be81-06c5a878a566',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.331508] env[69309]: INFO networking_nsxv3.common.synchronization [req-905267c1-9127-4fb9-9e70-eac12718c61a req-5aa1fa60-d0b9-427a-a5b3-db07d2a6b686 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Enqueued Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_members [ 1063.331819] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_members [ 1063.332918] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.332918] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.485710] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00ccdf18-e462-428a-be81-06c5a878a566 with status ACTIVE [ 1063.486395] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.486724] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.489899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.489899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.489899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.489899] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.489899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.489899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.489899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.489899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.489899] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.489899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.489899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.489899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.489899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.489899] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00ccdf18-e462-428a-be81-06c5a878a566 is going to be updated. [ 1063.527806] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.528326] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.528326] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.528326] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.528463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.528889] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00ccdf18-e462-428a-be81-06c5a878a566" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.634526] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-499 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.634736] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-499" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.634866] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-499" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.635145] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-499" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.635407] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.635581] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.635693] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.635952] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.636069] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.636282] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.636425] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.636626] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.636774] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.636892] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.637023] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.637190] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.650160] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: SUCCESS [ 1063.650236] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 deletion is rescheduled due to dependency. [ 1063.650348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.657231] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.657406] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1063.657554] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.657717] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-499" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.658070] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-4a899197-beb9-4e15-ac9a-b1340a0e24df taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.658249] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-4a899197-beb9-4e15-ac9a-b1340a0e24df" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.658376] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-4a899197-beb9-4e15-ac9a-b1340a0e24df" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.658702] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-4a899197-beb9-4e15-ac9a-b1340a0e24df" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.658849] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a899197-beb9-4e15-ac9a-b1340a0e24df',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.676540] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: SUCCESS [ 1063.676749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.677167] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.677358] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.677544] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.677643] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.677729] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.677920] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.677920] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.678071] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.678107] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.678807] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.678969] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.679169] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.679268] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.679333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.679473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.679549] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.679634] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.162194] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.162451] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.162592] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.162879] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.163052] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.163219] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 4a899197-beb9-4e15-ac9a-b1340a0e24df not found, creating... [ 1064.163480] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.163637] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.163758] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.164064] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.164251] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.164542] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.164702] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.164824] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.165230] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.165439] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.165679] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 4a899197-beb9-4e15-ac9a-b1340a0e24df is going to be created. [ 1064.181705] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca in Status: SUCCESS [ 1064.181943] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.182248] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.183168] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.183282] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.184697] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.184882] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.185038] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.185256] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.185522] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.185749] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-4a899197-beb9-4e15-ac9a-b1340a0e24df" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.685105] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.032107] env[69309]: INFO networking_nsxv3.common.synchronization [req-905267c1-9127-4fb9-9e70-eac12718c61a req-e0e57074-02b9-4702-9e1a-a462731e53ac service nova] Enqueued Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_rules [ 1065.033047] env[69309]: INFO networking_nsxv3.common.synchronization [req-905267c1-9127-4fb9-9e70-eac12718c61a req-e0e57074-02b9-4702-9e1a-a462731e53ac service nova] Enqueued Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_members [ 1065.033047] env[69309]: INFO networking_nsxv3.common.synchronization [req-905267c1-9127-4fb9-9e70-eac12718c61a req-e0e57074-02b9-4702-9e1a-a462731e53ac service nova] Enqueued Resource ID: 4a899197-beb9-4e15-ac9a-b1340a0e24df with Priority: HIGHEST for action port [ 1065.035047] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_rules [ 1065.035195] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_members [ 1065.036586] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a899197-beb9-4e15-ac9a-b1340a0e24df with Priority: HIGHEST for action port [ 1065.036586] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.036586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.036586] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.036867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.036867] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a899197-beb9-4e15-ac9a-b1340a0e24df taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.036977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a899197-beb9-4e15-ac9a-b1340a0e24df" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.037022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a899197-beb9-4e15-ac9a-b1340a0e24df" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.037279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a899197-beb9-4e15-ac9a-b1340a0e24df" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.037317] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a899197-beb9-4e15-ac9a-b1340a0e24df',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.188538] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.188538] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.188538] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.188538] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.188538] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.188538] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ef35a2-188d-42c6-9697-758d616362f9 is going to be updated. [ 1065.214028] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.214181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.214222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.214440] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.214572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.226914] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: IN_PROGRESS for 2s [ 1065.540033] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a899197-beb9-4e15-ac9a-b1340a0e24df with status ACTIVE [ 1065.540235] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.540379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.540502] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.540731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.540826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.541125] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.541125] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.541386] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.541458] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.541532] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.541754] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.541842] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.541900] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.542061] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.542174] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.542262] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a899197-beb9-4e15-ac9a-b1340a0e24df is going to be updated. [ 1065.566153] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.567769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.567769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.567769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.567769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.567769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a899197-beb9-4e15-ac9a-b1340a0e24df" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.236091] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: SUCCESS [ 1067.236485] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.236614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.236794] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.236995] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.237140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.237226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.237401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.237500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.237599] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.739996] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.242531] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.746252] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.746411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.746487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.746707] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.746802] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.746902] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ef35a2-188d-42c6-9697-758d616362f9 is going to be updated. [ 1068.777572] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.777722] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.777783] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.778717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.778717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.799622] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: IN_PROGRESS for 2s [ 1070.036913] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1070.036913] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1070.810774] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: SUCCESS [ 1070.810984] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.811171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.811408] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.811606] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.811795] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.811857] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.812446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.812446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.812446] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.314320] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.816183] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.318481] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.318770] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.318770] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.318925] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.319034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.319137] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ef35a2-188d-42c6-9697-758d616362f9 is going to be updated. [ 1072.348690] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.348877] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.348949] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.349177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.349328] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.357570] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: IN_PROGRESS for 2s [ 1074.368888] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: SUCCESS [ 1074.369226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.369282] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.369529] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.369726] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.369870] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.369921] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.370108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.370168] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.370265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.370369] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.370445] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.370503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.370644] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.370784] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.370899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.370947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.371115] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.371195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.371277] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.371399] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.372496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.372637] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.372862] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.375857] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.375857] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.375857] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.375857] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.375857] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.876294] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40ef35a2-188d-42c6-9697-758d616362f9: rpc.has_security_group_logging(os_id): False [ 1074.878309] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.895020] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.895020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.895020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.895020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.895020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.895020] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.895020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.895020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.895020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.895020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.895020] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.895020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.895020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.895020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.895020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.895590] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.895590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.895590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.895590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.895590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.895590] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40ef35a2-188d-42c6-9697-758d616362f9 is going to be created. [ 1074.956846] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.956846] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.956846] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.956846] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.956846] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.966099] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: IN_PROGRESS for 2s [ 1075.037295] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1075.037421] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1075.160222] env[69309]: INFO networking_nsxv3.common.synchronization [req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 req-9d06fd38-6f76-4f67-873a-a9b56dfd31de tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1075.160708] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1075.161015] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.161199] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.161199] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.161506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.161656] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.161762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.161825] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.162210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.162900] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.163252] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.380675] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.665317] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.665317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.665317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.668643] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.668643] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.668643] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.668643] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.668643] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.668643] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.668643] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.668643] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d already deleted. [ 1075.668643] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.719089] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.719089] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.719285] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.719541] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.719826] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.719995] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.720335] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.720619] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.720784] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.721000] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.721128] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.721248] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.721452] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.721615] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.721738] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.721880] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.739676] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.739874] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1075.740034] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.740235] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.740589] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-6bd47e09-8f63-4f68-aa04-e10a001f4922 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.740778] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-6bd47e09-8f63-4f68-aa04-e10a001f4922" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.740912] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-6bd47e09-8f63-4f68-aa04-e10a001f4922" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.741303] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-6bd47e09-8f63-4f68-aa04-e10a001f4922" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.741533] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bd47e09-8f63-4f68-aa04-e10a001f4922',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.883196] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.883319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.883387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.883608] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.883703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.883827] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ef35a2-188d-42c6-9697-758d616362f9 is going to be updated. [ 1075.909085] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.909250] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.909316] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.909590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.909735] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.920072] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: IN_PROGRESS for 2s [ 1076.080499] env[69309]: INFO networking_nsxv3.common.synchronization [req-138001f3-6a69-4ca9-94f6-f094f20c7422 req-60c8f7a5-62b7-4b51-9089-ed848a4e432c tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Enqueued Resource ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 with Priority: HIGHEST for action security_group_members [ 1076.081044] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 with Priority: HIGHEST for action security_group_members [ 1076.081348] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbcf86a5-6932-4843-8ffe-f65d932e1980 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.081489] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.081551] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.081749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.081899] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.081988] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.084579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.084579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.084579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.084579] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbcf86a5-6932-4843-8ffe-f65d932e1980',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.247606] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.247843] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.247975] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.248297] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.248455] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.248616] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 6bd47e09-8f63-4f68-aa04-e10a001f4922 not found, creating... [ 1076.248963] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.249102] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.249158] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.249552] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.249552] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.249839] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.250012] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.250134] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.250348] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.250483] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.250627] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 6bd47e09-8f63-4f68-aa04-e10a001f4922 is going to be created. [ 1076.269584] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.269801] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.270192] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.270265] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.270480] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.270709] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-6bd47e09-8f63-4f68-aa04-e10a001f4922" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.588145] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.588145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.588145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.588145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.588145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.588145] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.588744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.588744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.588744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.588744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.588744] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 is going to be updated. [ 1076.615049] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.615049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.615049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.615049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.615049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.623238] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 in Status: IN_PROGRESS for 2s [ 1076.977970] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: SUCCESS [ 1076.977970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.978099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.978306] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.978400] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.362532] env[69309]: INFO networking_nsxv3.common.synchronization [req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 req-188d09a6-83be-46ee-b1ab-1a57e9bfd3bd service nova] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_rules [ 1077.362532] env[69309]: INFO networking_nsxv3.common.synchronization [req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 req-188d09a6-83be-46ee-b1ab-1a57e9bfd3bd service nova] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1077.362704] env[69309]: INFO networking_nsxv3.common.synchronization [req-dd4e2bfe-83b1-4db0-94ad-abf5b6f7d789 req-188d09a6-83be-46ee-b1ab-1a57e9bfd3bd service nova] Enqueued Resource ID: 6bd47e09-8f63-4f68-aa04-e10a001f4922 with Priority: HIGHEST for action port [ 1077.362901] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_rules [ 1077.363046] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1077.363146] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd47e09-8f63-4f68-aa04-e10a001f4922 with Priority: HIGHEST for action port [ 1077.363680] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.363814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.363881] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.364345] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.364441] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.366212] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.366325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.366392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.366568] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.366715] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.366809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.366872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.367025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.367112] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.367202] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.369390] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bd47e09-8f63-4f68-aa04-e10a001f4922 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.369495] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bd47e09-8f63-4f68-aa04-e10a001f4922" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.369681] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bd47e09-8f63-4f68-aa04-e10a001f4922" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.369817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bd47e09-8f63-4f68-aa04-e10a001f4922" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.369975] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bd47e09-8f63-4f68-aa04-e10a001f4922',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.481137] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.481358] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.867062] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.867367] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.869596] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.872067] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bd47e09-8f63-4f68-aa04-e10a001f4922 with status ACTIVE [ 1077.872067] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.872067] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.872067] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.872067] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.872067] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.872067] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.872539] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.872539] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.872539] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.872539] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.872811] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.872811] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.872952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.873018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.873090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.873174] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bd47e09-8f63-4f68-aa04-e10a001f4922 is going to be updated. [ 1077.894767] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.894904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.894978] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.895207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.895340] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.895495] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bd47e09-8f63-4f68-aa04-e10a001f4922" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.928480] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: SUCCESS [ 1077.928674] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.928828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.929045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.929233] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.929383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.929440] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.929581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.929665] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.929752] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.929844] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.373568] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.434669] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.434831] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.434905] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.435148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.435332] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.435439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.435504] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.435661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.435987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.435987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.435987] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.436134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.436166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.436356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.436499] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.436594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.436655] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.436839] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.436918] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.437008] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.437101] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.631398] env[69309]: INFO networking_nsxv3.common.synchronization [None req-046c9f02-fd02-4dca-aa45-c5436b8a51b5 None None] Enqueued Resource ID: d254eb0b-6fe0-4f92-a837-271f430813ff with Priority: HIGHEST for action port [ 1078.631590] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d254eb0b-6fe0-4f92-a837-271f430813ff with Priority: HIGHEST for action port [ 1078.632225] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d254eb0b-6fe0-4f92-a837-271f430813ff taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.632361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d254eb0b-6fe0-4f92-a837-271f430813ff" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.632443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d254eb0b-6fe0-4f92-a837-271f430813ff" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.632708] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d254eb0b-6fe0-4f92-a837-271f430813ff" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.632803] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d254eb0b-6fe0-4f92-a837-271f430813ff',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.635050] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 in Status: IN_PROGRESS for 4s [ 1078.802028] env[69309]: INFO networking_nsxv3.common.synchronization [req-ef08b35e-5d06-42e5-baad-31faae002020 req-036cb9f3-3ebc-4039-b365-625320846fcd tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Enqueued Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_members [ 1078.802542] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_members [ 1078.803043] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac79a832-b944-40f7-835d-c084a86e401e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.806238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.806384] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.806650] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.807894] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.807894] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.807894] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.807894] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.807894] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.807894] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.875242] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.875522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.875522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.876154] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.876154] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.876154] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be created. [ 1078.896902] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.897050] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.897121] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.897340] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.897467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.907811] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: UNINITIALIZED for 2s [ 1078.939685] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40ef35a2-188d-42c6-9697-758d616362f9: rpc.has_security_group_logging(os_id): False [ 1078.957351] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.957491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.957568] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.957799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.957922] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.958141] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.958250] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.958329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.958481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.958572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.958738] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.958824] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.958882] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.959024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.959099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.959291] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.959396] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.959463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.959613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.959693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.959767] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40ef35a2-188d-42c6-9697-758d616362f9 is going to be updated. [ 1079.027444] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.027608] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.027683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.027870] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.028066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.042464] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: IN_PROGRESS for 2s [ 1079.136491] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d254eb0b-6fe0-4f92-a837-271f430813ff [ 1079.139448] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.139448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.139448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.139448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.139448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.139448] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d254eb0b-6fe0-4f92-a837-271f430813ff already deleted. [ 1079.139448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d254eb0b-6fe0-4f92-a837-271f430813ff" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.310682] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.310857] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.310946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.314040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.314040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.314040] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.314040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.314040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.314040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.314040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.314040] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac79a832-b944-40f7-835d-c084a86e401e already deleted. [ 1079.314040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.537069] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.537069] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-118" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.537069] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-118" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.537069] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-118" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.537069] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.537069] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.537069] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.537069] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.537647] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.537975] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.538217] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.538446] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.538660] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.538891] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.539114] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.539358] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.558135] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.558474] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1079.558754] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.559052] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-118" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.560016] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.560375] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.560847] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.561355] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.561680] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.064555] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.064871] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.064915] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.065298] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.065391] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.065537] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 not found, creating... [ 1080.065943] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.066164] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.066267] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.066464] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.066608] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.066896] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.071124] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.071420] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.071907] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.071907] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.071907] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 is going to be created. [ 1080.090732] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.091316] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.091316] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.091626] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.091876] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.092213] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.616392] env[69309]: INFO networking_nsxv3.common.synchronization [None req-4c19abb0-1406-4134-a658-dba77053f2bd None None] Enqueued Resource ID: d92deaba-8ae9-4c57-8039-e31e62518b0e with Priority: HIGHEST for action port [ 1080.616969] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92deaba-8ae9-4c57-8039-e31e62518b0e with Priority: HIGHEST for action port [ 1080.619128] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d92deaba-8ae9-4c57-8039-e31e62518b0e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.619318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d92deaba-8ae9-4c57-8039-e31e62518b0e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.619423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d92deaba-8ae9-4c57-8039-e31e62518b0e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.619716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d92deaba-8ae9-4c57-8039-e31e62518b0e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.620142] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d92deaba-8ae9-4c57-8039-e31e62518b0e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.648090] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 in Status: SUCCESS [ 1080.648356] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 deletion is rescheduled due to dependency. [ 1080.648512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.916642] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1080.916875] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.917094] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.917353] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.917854] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.917854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.917854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.917854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.917854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.918216] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.918216] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.055196] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: SUCCESS [ 1081.055601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.055796] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.056022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.056115] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.088423] env[69309]: INFO networking_nsxv3.common.synchronization [req-ef08b35e-5d06-42e5-baad-31faae002020 req-e7a8ddf1-4e02-4c15-851e-279669cb21ae service nova] Enqueued Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_rules [ 1081.088672] env[69309]: INFO networking_nsxv3.common.synchronization [req-ef08b35e-5d06-42e5-baad-31faae002020 req-e7a8ddf1-4e02-4c15-851e-279669cb21ae service nova] Enqueued Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_members [ 1081.088672] env[69309]: INFO networking_nsxv3.common.synchronization [req-ef08b35e-5d06-42e5-baad-31faae002020 req-e7a8ddf1-4e02-4c15-851e-279669cb21ae service nova] Enqueued Resource ID: 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 with Priority: HIGHEST for action port [ 1081.089277] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_rules [ 1081.089593] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_members [ 1081.089757] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 with Priority: HIGHEST for action port [ 1081.090159] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac79a832-b944-40f7-835d-c084a86e401e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.090291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.090369] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.090568] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.090653] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.092285] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac79a832-b944-40f7-835d-c084a86e401e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.092421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.092494] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.092739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.092897] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.092952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.092985] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.093141] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.093228] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.093323] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.094965] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.094965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.094965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.095169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.095169] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.123147] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d92deaba-8ae9-4c57-8039-e31e62518b0e [ 1081.123628] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.123628] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.123628] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.124092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.124092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.124184] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d92deaba-8ae9-4c57-8039-e31e62518b0e already deleted. [ 1081.124184] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d92deaba-8ae9-4c57-8039-e31e62518b0e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.423404] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.423404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.423404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.423404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.423404] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.423404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.423404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.423404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.423404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.423404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.423404] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.423404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.423404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.423404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.424345] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.424593] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.424593] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.424692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.424775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.424882] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.424974] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.559699] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.559864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.559926] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.560154] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.560319] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.560419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.560477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.560624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.560713] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.561402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.561509] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.596048] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.596350] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac79a832-b944-40f7-835d-c084a86e401e taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.596462] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.596628] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 with status ACTIVE [ 1081.596785] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.596887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.596952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.597168] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.597263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.597430] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.597529] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.597592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.597737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.597814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.598218] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.598325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.598388] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.598532] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.598610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.598694] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 is going to be updated. [ 1081.620627] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.620772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.620816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.621021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.621160] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.621319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.928778] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae6cf6ac-11e6-4f07-a864-3b0852f2af9d: rpc.has_security_group_logging(os_id): False [ 1081.949062] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.949062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.949062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.949062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.949062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.949062] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.949062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.949062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.949062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.949062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.949062] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.949062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.949062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.949062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.949062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.949622] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.949622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.949622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.950130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.950371] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.950587] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be created. [ 1082.009321] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.009321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.009321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.009321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.009321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.020979] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1082.063832] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.063832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.063987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.064786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.065234] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.065234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.065234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.065380] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.065446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.065514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.065671] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.065765] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.065817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.065976] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.066127] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.066213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.066270] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.066411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.066490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.066575] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.066665] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.101163] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.569799] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40ef35a2-188d-42c6-9697-758d616362f9: rpc.has_security_group_logging(os_id): False [ 1082.587557] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.587965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.587965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.587965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.588131] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.588272] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.588371] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.588450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.588626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.588955] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.588955] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.589051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.589084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.589223] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.589300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.589509] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.589670] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.589670] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.589819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.589948] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.590016] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40ef35a2-188d-42c6-9697-758d616362f9 is going to be updated. [ 1082.602995] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.603154] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.603213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.603395] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.603479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.603571] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac79a832-b944-40f7-835d-c084a86e401e is going to be created. [ 1082.628568] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.628759] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.628831] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.628969] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.629135] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.638135] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac79a832-b944-40f7-835d-c084a86e401e in Status: UNINITIALIZED for 2s [ 1082.660579] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.660714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.660785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.660987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.661149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.672563] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: IN_PROGRESS for 2s [ 1082.765444] env[69309]: INFO networking_nsxv3.common.synchronization [req-70f53288-ab70-4180-8927-4043b8935f1c req-4509d2ce-111e-4344-8e0e-05b1d0486199 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Enqueued Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_members [ 1082.766091] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_members [ 1082.766414] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.766674] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.766674] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.766808] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.766966] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.767641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.767723] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.767900] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.768009] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.768113] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.065490] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.065706] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-158" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.065838] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-158" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.066798] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-158" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.066798] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.066798] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.066798] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.067247] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.067247] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.067397] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.067515] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.067632] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.067786] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.068024] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.068024] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.069039] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.086045] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.086203] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1083.086460] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.086460] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-158" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.086752] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-c9313e0f-1a82-480c-8f9b-c174d854ea05 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.086924] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-c9313e0f-1a82-480c-8f9b-c174d854ea05" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.087061] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-c9313e0f-1a82-480c-8f9b-c174d854ea05" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.087521] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-c9313e0f-1a82-480c-8f9b-c174d854ea05" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.087521] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9313e0f-1a82-480c-8f9b-c174d854ea05',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.271974] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.590676] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.590676] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.590676] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.590901] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.590936] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.591093] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port c9313e0f-1a82-480c-8f9b-c174d854ea05 not found, creating... [ 1083.591354] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.591637] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.591786] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.592029] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.592176] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.592460] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.592642] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.592770] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.593010] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.593170] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.593280] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: c9313e0f-1a82-480c-8f9b-c174d854ea05 is going to be created. [ 1083.612472] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.612698] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.612828] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.613107] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.613342] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.613569] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-c9313e0f-1a82-480c-8f9b-c174d854ea05" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.775050] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.035793] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1084.035793] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.277787] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.278065] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.278065] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.278219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.278309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.278408] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca is going to be updated. [ 1084.319507] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.319507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.319507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.319507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.319507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.322260] env[69309]: INFO networking_nsxv3.common.synchronization [req-70f53288-ab70-4180-8927-4043b8935f1c req-49d4719a-5c12-4970-8e69-2830f36343ac service nova] Enqueued Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_rules [ 1084.322432] env[69309]: INFO networking_nsxv3.common.synchronization [req-70f53288-ab70-4180-8927-4043b8935f1c req-49d4719a-5c12-4970-8e69-2830f36343ac service nova] Enqueued Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_members [ 1084.322584] env[69309]: INFO networking_nsxv3.common.synchronization [req-70f53288-ab70-4180-8927-4043b8935f1c req-49d4719a-5c12-4970-8e69-2830f36343ac service nova] Enqueued Resource ID: c9313e0f-1a82-480c-8f9b-c174d854ea05 with Priority: HIGHEST for action port [ 1084.323115] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_rules [ 1084.323244] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_members [ 1084.323338] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9313e0f-1a82-480c-8f9b-c174d854ea05 with Priority: HIGHEST for action port [ 1084.324930] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.324930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.324930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.324930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.324930] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.325799] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.325799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.325799] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9313e0f-1a82-480c-8f9b-c174d854ea05 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.325799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9313e0f-1a82-480c-8f9b-c174d854ea05" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.326177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9313e0f-1a82-480c-8f9b-c174d854ea05" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.326238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9313e0f-1a82-480c-8f9b-c174d854ea05" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.326301] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9313e0f-1a82-480c-8f9b-c174d854ea05',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.328804] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca in Status: IN_PROGRESS for 2s [ 1084.647448] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac79a832-b944-40f7-835d-c084a86e401e in Status: UNINITIALIZED for 4s [ 1084.687346] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: SUCCESS [ 1084.687673] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.831777] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9313e0f-1a82-480c-8f9b-c174d854ea05 with status ACTIVE [ 1084.831777] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.831777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.831777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.831777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.831777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.831777] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.831777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.831777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.831777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.831777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.831777] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.831777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.831777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.831777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.831777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.832376] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9313e0f-1a82-480c-8f9b-c174d854ea05 is going to be updated. [ 1084.833797] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.833973] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.853864] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.853864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.853864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.854300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.854300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.854300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9313e0f-1a82-480c-8f9b-c174d854ea05" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.341132] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca in Status: SUCCESS [ 1086.341132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.341132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.341132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.341132] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.341132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.341132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.341132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.341132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.341132] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.660133] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac79a832-b944-40f7-835d-c084a86e401e in Status: SUCCESS [ 1086.660364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.660531] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.660765] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.660958] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.661093] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.661158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.661319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.661401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.661488] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.661580] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.842970] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.165438] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.345817] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.666934] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac79a832-b944-40f7-835d-c084a86e401e: rpc.has_security_group_logging(os_id): False [ 1087.683993] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.684354] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.684354] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.685110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.685110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.685110] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.685110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.685110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.685110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.685521] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.685521] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac79a832-b944-40f7-835d-c084a86e401e is going to be created. [ 1087.741310] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.741310] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.741310] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.741310] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.741310] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.751446] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac79a832-b944-40f7-835d-c084a86e401e in Status: IN_PROGRESS for 2s [ 1087.815104] env[69309]: INFO networking_nsxv3.common.synchronization [None req-8b5d4ee5-a68e-45b7-8827-472510b180d8 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Enqueued Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGHEST for action security_group_rules [ 1087.815635] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGHEST for action security_group_rules [ 1087.815960] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07345f92-0355-4ca7-a30f-18d6b5019480 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.816106] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.816186] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.816416] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.816520] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.848547] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.848709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.848792] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.849372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.849495] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.849662] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca is going to be updated. [ 1087.883426] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.883649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.883649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.883842] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.884010] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.893586] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca in Status: IN_PROGRESS for 2s [ 1087.907367] env[69309]: INFO networking_nsxv3.common.synchronization [None req-9e91c025-82e0-4b60-a748-f88fe7c591ae tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Enqueued Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGHEST for action security_group_rules [ 1087.908422] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGHEST for action security_group_rules [ 1087.908701] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07345f92-0355-4ca7-a30f-18d6b5019480 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.908845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.150861] env[69309]: INFO networking_nsxv3.common.synchronization [req-3519a9ed-6b0e-46d1-b492-4c2ddbc6ba05 req-7571d4a3-39af-45fc-b8dd-346ba6f228bc tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Enqueued Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_members [ 1088.151428] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_members [ 1088.151796] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.151921] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.153690] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.153903] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.154080] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.154187] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.154251] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.154403] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.154493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.154588] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.253491] env[69309]: INFO networking_nsxv3.common.synchronization [req-0c6be14c-f4af-4284-a4b2-aaeddecdcb6a req-2557ad9a-b624-4713-bdbe-616bce896039 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1088.253491] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1088.253491] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.253491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.253491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.253491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.253491] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.253491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.253491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.253491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.253491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.253491] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.341485] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.341778] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.341856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.342230] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.342370] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.342490] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07345f92-0355-4ca7-a30f-18d6b5019480 already deleted. [ 1088.342583] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.342774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.342953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.343239] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.656641] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.755263] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.755484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.755484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.755758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.755860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.756092] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.756204] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.756242] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.756384] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.756460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.756549] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1088.792792] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.793060] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.793118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.793341] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.793534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.806662] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1088.871397] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.871701] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.871808] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.872011] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.872109] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.872207] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07345f92-0355-4ca7-a30f-18d6b5019480 already deleted. [ 1088.872286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.159499] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.359129] env[69309]: INFO networking_nsxv3.common.synchronization [req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 req-948628f8-09ee-4568-b422-64fa50397b7f tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1089.359607] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1089.360092] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.360213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.360213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.360424] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.360578] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.360675] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.360741] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.360886] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.360989] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.361094] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.662395] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.662792] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.662792] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.662966] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.663147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.663317] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ef35a2-188d-42c6-9697-758d616362f9 is going to be updated. [ 1089.677289] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.677520] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.677721] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.678861] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.678861] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.679066] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.679123] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.679512] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.679812] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.680179] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.680372] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.680563] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.680746] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.680942] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.681174] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.681444] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.703336] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.703502] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.703568] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.703861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.704265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.717873] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: IN_PROGRESS for 2s [ 1089.736927] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.737190] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1089.737504] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.737854] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.738254] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-01c59f0b-0e7a-4f1d-8cce-130fbd8b6895 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.738461] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-01c59f0b-0e7a-4f1d-8cce-130fbd8b6895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.738582] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-01c59f0b-0e7a-4f1d-8cce-130fbd8b6895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.739024] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-01c59f0b-0e7a-4f1d-8cce-130fbd8b6895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.739206] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01c59f0b-0e7a-4f1d-8cce-130fbd8b6895',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.766651] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac79a832-b944-40f7-835d-c084a86e401e in Status: SUCCESS [ 1089.766997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.863854] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.863854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.863854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.863854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.863854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.864285] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.864285] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.864384] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.864559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.865124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.865124] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 already deleted. [ 1089.865246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.904592] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca in Status: SUCCESS [ 1089.905560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.905560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.905560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.905560] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.905862] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.905862] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.905935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.906042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.906138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.906234] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.244762] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.245053] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.245192] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.245484] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.245643] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.245806] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 01c59f0b-0e7a-4f1d-8cce-130fbd8b6895 not found, creating... [ 1090.246086] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.246245] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.246365] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.246733] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.246880] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.247183] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.247340] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.247461] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.248340] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.248340] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.248340] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 01c59f0b-0e7a-4f1d-8cce-130fbd8b6895 is going to be created. [ 1090.268491] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.268703] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.268833] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.269140] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.269373] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.269617] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-01c59f0b-0e7a-4f1d-8cce-130fbd8b6895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.408531] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.408732] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.408807] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.409060] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.409250] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.409358] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.409419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.409580] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.409672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.409782] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.409940] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.410051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.410115] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.410265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.410403] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.410497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.410559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.410698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.410778] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.410861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.410953] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.819112] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1090.819516] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d deletion is rescheduled due to dependency. [ 1090.819516] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.915957] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 654e0663-5c1b-4e3d-a043-1a8ba010c7ca: rpc.has_security_group_logging(os_id): False [ 1090.932770] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.932914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.932986] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.933266] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.933324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.933516] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.933612] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.933703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.933837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.933925] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.934257] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.934257] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.934376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.934424] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.934947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.934947] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.934947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.934947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.934947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.935199] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.935317] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca is going to be updated. [ 1090.988583] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.988727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.988786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.988995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.989148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.007239] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca in Status: IN_PROGRESS for 2s [ 1091.046709] env[69309]: INFO networking_nsxv3.common.synchronization [req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 req-26697e2c-d1c0-4542-b3e0-adf2d716c8d0 service nova] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_rules [ 1091.046879] env[69309]: INFO networking_nsxv3.common.synchronization [req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 req-26697e2c-d1c0-4542-b3e0-adf2d716c8d0 service nova] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1091.047049] env[69309]: INFO networking_nsxv3.common.synchronization [req-a2725bb3-52dd-4b2e-bed3-aae64f763ba6 req-26697e2c-d1c0-4542-b3e0-adf2d716c8d0 service nova] Enqueued Resource ID: 01c59f0b-0e7a-4f1d-8cce-130fbd8b6895 with Priority: HIGHEST for action port [ 1091.047279] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_rules [ 1091.047403] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1091.047497] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c59f0b-0e7a-4f1d-8cce-130fbd8b6895 with Priority: HIGHEST for action port [ 1091.048459] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.048594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.048665] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.048919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.049009] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.049803] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.049914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.049982] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.050159] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.050302] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.050404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.050452] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.050589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.050674] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.050763] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.051653] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-01c59f0b-0e7a-4f1d-8cce-130fbd8b6895 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.051774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01c59f0b-0e7a-4f1d-8cce-130fbd8b6895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.051818] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01c59f0b-0e7a-4f1d-8cce-130fbd8b6895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.051975] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01c59f0b-0e7a-4f1d-8cce-130fbd8b6895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.052063] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01c59f0b-0e7a-4f1d-8cce-130fbd8b6895',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.553388] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.554837] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.554990] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.555366] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01c59f0b-0e7a-4f1d-8cce-130fbd8b6895 with status ACTIVE [ 1091.555581] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.555758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.555856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.556201] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.556364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.556549] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.556648] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.556711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.556926] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.557074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.557293] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.557427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.557515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.557688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.557795] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.557900] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01c59f0b-0e7a-4f1d-8cce-130fbd8b6895 is going to be updated. [ 1091.577148] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.577414] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.577414] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.577734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.577926] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.578139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01c59f0b-0e7a-4f1d-8cce-130fbd8b6895" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.727947] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: SUCCESS [ 1091.728187] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.055650] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.558463] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.558622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.558758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.558914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.559015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.559116] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be created. [ 1092.575909] env[69309]: INFO networking_nsxv3.common.synchronization [req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 req-9432ba6c-cadc-483d-bd9a-534f7a59eb2f tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Enqueued Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 1092.576431] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 1092.576732] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.576855] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.576923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.577211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.577397] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.577654] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.577729] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.577901] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.577996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.578113] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.584986] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.585120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.585191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.585375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.585522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.595716] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: UNINITIALIZED for 2s [ 1093.022702] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca in Status: SUCCESS [ 1093.022702] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.072361] env[69309]: INFO networking_nsxv3.common.synchronization [req-086985e2-1180-4273-a3d9-3a5e504977ef req-1c2004d1-e02e-4812-b640-85dbe98f03a2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1093.072900] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1093.073228] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.073348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.073415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.073661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.073820] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.073912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.073976] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.074878] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.075014] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.075144] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.081770] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.081898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.081968] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.082154] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.082240] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.082419] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.082515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.082579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.082719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.082796] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.082884] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 is going to be updated. [ 1093.103512] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-719 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.103696] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-719" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.103858] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-719" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.104183] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-719" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.104345] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.104518] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.104766] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.104923] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.105966] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.105966] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.105966] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.105966] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.105966] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.105966] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.105966] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.105966] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.107550] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.107658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.107727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.107882] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.108025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.117652] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: IN_PROGRESS for 2s [ 1093.127239] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.127413] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1093.127557] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.127737] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-719" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.128059] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-fa21fb45-592f-4a06-af9c-0e2d7bf7367d taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.128236] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-fa21fb45-592f-4a06-af9c-0e2d7bf7367d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.128363] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-fa21fb45-592f-4a06-af9c-0e2d7bf7367d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.128673] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-fa21fb45-592f-4a06-af9c-0e2d7bf7367d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.128820] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa21fb45-592f-4a06-af9c-0e2d7bf7367d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.336834] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.337082] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.337201] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.337467] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.337728] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.337934] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.338075] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.338301] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.338461] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.338698] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.338821] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.338969] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.339143] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.339275] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.339391] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.339529] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.360427] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.360613] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1093.360759] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.360941] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.361272] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-f69d59d3-fd25-4134-8a72-be5e45bed483 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.361449] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-f69d59d3-fd25-4134-8a72-be5e45bed483" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.361574] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-f69d59d3-fd25-4134-8a72-be5e45bed483" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.361966] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-f69d59d3-fd25-4134-8a72-be5e45bed483" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.362139] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69d59d3-fd25-4134-8a72-be5e45bed483',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.577495] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.577681] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.577723] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.578064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.578167] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.578366] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.578468] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.578529] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.578685] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.578761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.578846] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f already deleted. [ 1093.578924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.631592] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.631869] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.632207] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.632464] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.632464] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.632847] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port fa21fb45-592f-4a06-af9c-0e2d7bf7367d not found, creating... [ 1093.632964] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.633146] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.633146] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.633357] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.633500] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.633783] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.633943] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.634215] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.634333] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.634415] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.634558] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: fa21fb45-592f-4a06-af9c-0e2d7bf7367d is going to be created. [ 1093.659993] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.660224] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.660359] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.660642] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.660879] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.661155] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-fa21fb45-592f-4a06-af9c-0e2d7bf7367d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.864383] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.864607] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.864742] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.865058] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.865222] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.865385] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port f69d59d3-fd25-4134-8a72-be5e45bed483 not found, creating... [ 1093.865645] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.865807] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.865932] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.866190] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.866335] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.866630] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.866846] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.866981] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.867218] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.867361] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.867506] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: f69d59d3-fd25-4134-8a72-be5e45bed483 is going to be created. [ 1093.893444] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.893754] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.893825] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.894123] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.894368] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.894593] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-f69d59d3-fd25-4134-8a72-be5e45bed483" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.586381] env[69309]: INFO networking_nsxv3.common.synchronization [req-086985e2-1180-4273-a3d9-3a5e504977ef req-b61cec8b-3b8c-487e-b7d2-b8251bd32609 service nova] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_rules [ 1094.586649] env[69309]: INFO networking_nsxv3.common.synchronization [req-086985e2-1180-4273-a3d9-3a5e504977ef req-b61cec8b-3b8c-487e-b7d2-b8251bd32609 service nova] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1094.586855] env[69309]: INFO networking_nsxv3.common.synchronization [req-086985e2-1180-4273-a3d9-3a5e504977ef req-b61cec8b-3b8c-487e-b7d2-b8251bd32609 service nova] Enqueued Resource ID: f69d59d3-fd25-4134-8a72-be5e45bed483 with Priority: HIGHEST for action port [ 1094.591020] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_rules [ 1094.591020] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1094.591020] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69d59d3-fd25-4134-8a72-be5e45bed483 with Priority: HIGHEST for action port [ 1094.591020] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.591020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.591020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.591020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.591020] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.591020] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.591020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.591020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.591020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.591020] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.591020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.591020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.591020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.591020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.591020] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.592110] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f69d59d3-fd25-4134-8a72-be5e45bed483 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.592260] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f69d59d3-fd25-4134-8a72-be5e45bed483" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.592350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f69d59d3-fd25-4134-8a72-be5e45bed483" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.595227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f69d59d3-fd25-4134-8a72-be5e45bed483" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.595227] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69d59d3-fd25-4134-8a72-be5e45bed483',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.605324] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1094.605523] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.605677] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.605861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.606051] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.606159] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.606219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.606364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.606441] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.606524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.606607] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.838734] env[69309]: INFO networking_nsxv3.common.synchronization [req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 req-24246b7c-af71-409c-a79b-a2750231b6e6 service nova] Enqueued Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_rules [ 1094.838914] env[69309]: INFO networking_nsxv3.common.synchronization [req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 req-24246b7c-af71-409c-a79b-a2750231b6e6 service nova] Enqueued Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 1094.839073] env[69309]: INFO networking_nsxv3.common.synchronization [req-c947e8e6-9a13-4e87-a4da-6d71f5356e06 req-24246b7c-af71-409c-a79b-a2750231b6e6 service nova] Enqueued Resource ID: fa21fb45-592f-4a06-af9c-0e2d7bf7367d with Priority: HIGHEST for action port [ 1094.839314] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_rules [ 1094.839440] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 1094.839537] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa21fb45-592f-4a06-af9c-0e2d7bf7367d with Priority: HIGHEST for action port [ 1094.840191] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.840450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.840450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.840577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.840657] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.841506] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.842561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.842561] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa21fb45-592f-4a06-af9c-0e2d7bf7367d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.842561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa21fb45-592f-4a06-af9c-0e2d7bf7367d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.842561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa21fb45-592f-4a06-af9c-0e2d7bf7367d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.842561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa21fb45-592f-4a06-af9c-0e2d7bf7367d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.842561] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa21fb45-592f-4a06-af9c-0e2d7bf7367d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.094147] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.094439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.094568] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.095845] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f69d59d3-fd25-4134-8a72-be5e45bed483 with status ACTIVE [ 1095.096157] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.096320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.096518] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.096701] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.096853] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.097894] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.098056] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.098156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.098568] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.098682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.098990] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.099146] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.099239] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.099449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.099557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.099691] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f69d59d3-fd25-4134-8a72-be5e45bed483 is going to be updated. [ 1095.108713] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.108969] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.108969] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.109300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.109527] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.109671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.109767] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.109986] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.110126] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.110254] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.110468] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.110621] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.110724] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.110952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.111182] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.111331] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.111437] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.111654] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.111793] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.111878] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.112023] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.121129] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.121874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.121874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.122171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.122375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.122614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f69d59d3-fd25-4134-8a72-be5e45bed483" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.130459] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: SUCCESS [ 1095.130689] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 deletion is rescheduled due to dependency. [ 1095.130841] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.131063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.131355] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.131619] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.131797] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.131905] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.132140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.132274] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.132429] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.344849] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.344849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.345135] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa21fb45-592f-4a06-af9c-0e2d7bf7367d with status ACTIVE [ 1095.348099] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.348099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.348099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.348099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.348099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.348099] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.348099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.348099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.348099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.348099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.348099] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.348099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.348099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.348099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.348099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.348099] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa21fb45-592f-4a06-af9c-0e2d7bf7367d is going to be updated. [ 1095.368544] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.368847] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.368847] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.369077] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.369218] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.369381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa21fb45-592f-4a06-af9c-0e2d7bf7367d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.602706] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.614853] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b44d13bd-a53b-4e8d-bbbd-1177005aae69: rpc.has_security_group_logging(os_id): False [ 1095.633288] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.633525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.633525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.633689] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.633792] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.634044] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.634195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.634195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.634409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.634490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.634614] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.634718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.634796] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.635024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.635182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.635384] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.635521] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.635521] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.635693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.635761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.635840] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be created. [ 1095.637099] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.698517] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.698669] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.698741] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.698958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.699185] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.710698] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1096.105185] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.105344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.105409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.105641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.105757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.105901] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f is going to be created. [ 1096.126759] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.126759] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.126759] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.127116] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.127116] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.136942] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: UNINITIALIZED for 2s [ 1096.139433] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.643053] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.643434] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.643434] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.643515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.643627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.643743] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 is going to be updated. [ 1096.674249] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.674449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.674449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.674702] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.674854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.683287] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: IN_PROGRESS for 2s [ 1097.257021] env[69309]: INFO networking_nsxv3.common.synchronization [req-74b4f37a-5e01-4647-b5a1-f3a0ce53336d req-6af8588b-08c5-4859-909b-8212ede52422 tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Enqueued Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_members [ 1097.257021] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_members [ 1097.257021] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.257021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.257021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.257021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.257021] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.257021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.257021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.257021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.257021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.257021] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.725219] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1097.725219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.761406] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.947137] env[69309]: INFO networking_nsxv3.common.synchronization [req-dd13111f-6ab0-47b3-ac77-b6692a5072ab req-d19d2e41-52a7-4f7a-a1c5-6f10468b0838 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Enqueued Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_members [ 1097.947654] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_members [ 1097.947951] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.948088] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.948153] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.948575] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.948575] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.948575] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.948827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.948827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.948932] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.948932] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.147192] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: SUCCESS [ 1098.147482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.147824] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.147993] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.148245] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.148410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.148513] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.148728] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.148862] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.148998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.149151] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.267397] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.453604] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.651853] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.652016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.652080] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.652293] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.652455] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.652550] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.652611] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.652753] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.652867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.652985] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.653147] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.653238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.653295] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.653432] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.653563] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.653650] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.653708] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.653838] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.653912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.653989] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.654088] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.693248] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: SUCCESS [ 1098.693388] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.693535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.693710] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.693866] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.693967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.694045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.694211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.694287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.694409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.694538] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.769950] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.770288] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.770288] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.770566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.770704] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.770819] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca is going to be updated. [ 1098.799809] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.799947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.800221] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.800221] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.800373] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.810530] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca in Status: IN_PROGRESS for 2s [ 1098.956018] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.156194] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70b3f3fd-2a60-4d27-9d90-4c4a756b133f: rpc.has_security_group_logging(os_id): False [ 1099.174715] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.174900] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.174944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.175149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.175243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.175520] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.175626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.175689] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.175843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.175920] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.176109] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.176204] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.176287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.176397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.176469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.176643] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.176733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.176800] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.176927] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.176995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.177094] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f is going to be created. [ 1099.196781] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.235408] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.235548] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.235622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.236184] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.236184] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.245755] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: IN_PROGRESS for 2s [ 1099.458763] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.459065] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.459065] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.459324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.459375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.459446] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ef35a2-188d-42c6-9697-758d616362f9 is going to be updated. [ 1099.488585] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.488751] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.488805] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.489032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.489177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.500512] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: IN_PROGRESS for 2s [ 1099.699444] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f171c3b8-e40e-4692-bec2-d013f65a9220: rpc.has_security_group_logging(os_id): False [ 1099.730115] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.730309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.730351] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.731032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.731032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.731032] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.731032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.731348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.731348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.731422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.731462] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 is going to be updated. [ 1099.794071] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.794071] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.794071] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.794502] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.794614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.809961] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: IN_PROGRESS for 2s [ 1100.819935] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca in Status: SUCCESS [ 1100.820322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.861919] env[69309]: INFO networking_nsxv3.common.synchronization [req-a2898c2f-dbac-490f-bc76-11de79498cf6 req-e79e40de-518f-4e7f-8389-ac57dfaee063 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Enqueued Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGHEST for action security_group_members [ 1100.862508] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGHEST for action security_group_members [ 1100.862920] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-07345f92-0355-4ca7-a30f-18d6b5019480 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.867189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.867189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.867189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.867189] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.867189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.867189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.867189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.867189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.867189] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.158148] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.158369] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-656" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.158518] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-656" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.158807] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-656" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.159110] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.159278] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.159399] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.159629] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.159844] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.160081] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1101.160230] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.160355] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.160470] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.160586] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1101.160695] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.160830] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.249182] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.249395] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.088 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1101.249604] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.249800] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-656" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.250139] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-c70137f8-5765-4095-a73c-f09a2764a2bb taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.250340] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-c70137f8-5765-4095-a73c-f09a2764a2bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.250447] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-c70137f8-5765-4095-a73c-f09a2764a2bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.250816] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-c70137f8-5765-4095-a73c-f09a2764a2bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.250937] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c70137f8-5765-4095-a73c-f09a2764a2bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.259998] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: SUCCESS [ 1101.260235] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.367806] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.368025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.368116] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.368488] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.368532] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.368760] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.368883] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.368973] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.369195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.369289] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.369393] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07345f92-0355-4ca7-a30f-18d6b5019480 already deleted. [ 1101.369495] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.510065] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: SUCCESS [ 1101.510290] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.754043] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.754043] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.754043] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.754427] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.754500] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.754623] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port c70137f8-5765-4095-a73c-f09a2764a2bb not found, creating... [ 1101.754973] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.755137] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.755255] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.755509] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.755657] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.755994] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.756169] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.756297] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.756512] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.756650] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.756819] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: c70137f8-5765-4095-a73c-f09a2764a2bb is going to be created. [ 1101.777541] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.777782] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.778250] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.778250] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.778512] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.778763] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-c70137f8-5765-4095-a73c-f09a2764a2bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.822443] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: SUCCESS [ 1101.822848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.023503] env[69309]: INFO networking_nsxv3.common.synchronization [req-4e7a0c1a-1860-4732-a1da-eb7d75a59112 req-d1800840-909b-43be-bb99-497e010f5b01 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 1102.024034] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 1102.024613] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.024613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.024613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.024826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.024918] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.025141] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.025232] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.025410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.025957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.026097] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.427026] env[69309]: INFO networking_nsxv3.common.synchronization [req-a2898c2f-dbac-490f-bc76-11de79498cf6 req-0f79f18c-3d1c-4b89-bb64-89ce249896ee service nova] Enqueued Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGHEST for action security_group_rules [ 1102.427026] env[69309]: INFO networking_nsxv3.common.synchronization [req-a2898c2f-dbac-490f-bc76-11de79498cf6 req-0f79f18c-3d1c-4b89-bb64-89ce249896ee service nova] Enqueued Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGHEST for action security_group_members [ 1102.427026] env[69309]: INFO networking_nsxv3.common.synchronization [req-a2898c2f-dbac-490f-bc76-11de79498cf6 req-0f79f18c-3d1c-4b89-bb64-89ce249896ee service nova] Enqueued Resource ID: c70137f8-5765-4095-a73c-f09a2764a2bb with Priority: HIGHEST for action port [ 1102.427026] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGHEST for action security_group_rules [ 1102.427026] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGHEST for action security_group_members [ 1102.427026] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c70137f8-5765-4095-a73c-f09a2764a2bb with Priority: HIGHEST for action port [ 1102.427026] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07345f92-0355-4ca7-a30f-18d6b5019480 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.427470] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.427662] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.430325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.430325] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.430325] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-07345f92-0355-4ca7-a30f-18d6b5019480 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.430325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.430325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.430325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.430325] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.430325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.430325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.430325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.430325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.430325] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.433193] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c70137f8-5765-4095-a73c-f09a2764a2bb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.433193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c70137f8-5765-4095-a73c-f09a2764a2bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.433193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c70137f8-5765-4095-a73c-f09a2764a2bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.433193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c70137f8-5765-4095-a73c-f09a2764a2bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.433193] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c70137f8-5765-4095-a73c-f09a2764a2bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.529131] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.529264] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.529313] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.529498] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.529592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.529787] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.529894] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.529976] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.530227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.530307] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.530394] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be updated. [ 1102.554883] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.555118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.555194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.555392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.555585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.562776] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 1102.933536] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.934575] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-07345f92-0355-4ca7-a30f-18d6b5019480 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.934746] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.936163] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c70137f8-5765-4095-a73c-f09a2764a2bb with status ACTIVE [ 1102.936668] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.936668] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.936668] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.936898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.936898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.937012] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.937112] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.937210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.937319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.937624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.937624] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.937751] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.937751] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.937879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.938044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.938133] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c70137f8-5765-4095-a73c-f09a2764a2bb is going to be updated. [ 1102.956625] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.956770] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.956816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.956983] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.957149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.957301] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c70137f8-5765-4095-a73c-f09a2764a2bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.435992] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.942973] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.943410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.943410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.943491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.943528] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.943652] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07345f92-0355-4ca7-a30f-18d6b5019480 is going to be created. [ 1103.965445] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.965601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.965651] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.965803] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.965957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.974012] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07345f92-0355-4ca7-a30f-18d6b5019480 in Status: UNINITIALIZED for 2s [ 1104.576780] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 1104.576780] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d deletion is rescheduled due to dependency. [ 1104.576780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.989454] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07345f92-0355-4ca7-a30f-18d6b5019480 in Status: SUCCESS [ 1105.989454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.989454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.989454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.989866] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.989866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.989866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.989996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.990140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.990217] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.990281] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.492392] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.608855] env[69309]: INFO networking_nsxv3.common.synchronization [req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f req-96c3ca1b-8ea7-4508-a2ba-5166cef6101e tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1106.609618] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1106.609996] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.610194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.610307] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.610534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.610716] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.610827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.610895] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.611052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.611155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.611275] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.955979] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.955979] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.955979] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.955979] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.958167] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.959545] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.959545] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.959545] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.959545] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.959765] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.959981] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.960218] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.960299] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.960571] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.960571] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.960737] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.979525] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.979793] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1106.979896] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.980404] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.980593] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-32f77478-51fd-43ac-b950-5503c24e6b4d taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.980843] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-32f77478-51fd-43ac-b950-5503c24e6b4d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.980991] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-32f77478-51fd-43ac-b950-5503c24e6b4d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.981383] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-32f77478-51fd-43ac-b950-5503c24e6b4d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.981564] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32f77478-51fd-43ac-b950-5503c24e6b4d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.994547] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07345f92-0355-4ca7-a30f-18d6b5019480: rpc.has_security_group_logging(os_id): False [ 1107.012612] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.012814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.012814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.013036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.013151] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.013392] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.013491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.013546] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.013709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.013779] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.013868] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07345f92-0355-4ca7-a30f-18d6b5019480 is going to be created. [ 1107.077287] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.077496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.077496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.077742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.078076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.089723] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07345f92-0355-4ca7-a30f-18d6b5019480 in Status: IN_PROGRESS for 2s [ 1107.113706] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.113868] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.113991] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.114186] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.114301] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.114510] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.114628] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.114689] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.114873] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.114952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.115074] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1107.155800] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.155969] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.156031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.156233] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.156319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.173785] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1107.483917] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.484244] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.484421] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.484733] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.484922] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.485122] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 32f77478-51fd-43ac-b950-5503c24e6b4d not found, creating... [ 1107.485419] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.485613] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.485741] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.486052] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.486266] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.486650] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.486829] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.486972] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.487232] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.487407] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.487583] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 32f77478-51fd-43ac-b950-5503c24e6b4d is going to be created. [ 1107.509597] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.509842] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.510062] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.510352] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.510586] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.510840] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-32f77478-51fd-43ac-b950-5503c24e6b4d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.314360] env[69309]: INFO networking_nsxv3.common.synchronization [req-797ab828-dcbc-4e1d-8ffd-b5bcb7cbea6e req-5527dbfb-1377-4088-ae0b-ad33f938ac92 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1108.314917] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1108.315464] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.315631] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.315701] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.315912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.317097] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.317180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.317257] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.317457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.317579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.317647] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.758023] env[69309]: INFO networking_nsxv3.common.synchronization [req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f req-8afa22bf-2033-4d33-b9a7-1651970b6a80 service nova] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_rules [ 1108.758023] env[69309]: INFO networking_nsxv3.common.synchronization [req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f req-8afa22bf-2033-4d33-b9a7-1651970b6a80 service nova] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1108.758023] env[69309]: INFO networking_nsxv3.common.synchronization [req-8dc1ffa0-9a51-4bd5-81a4-c1fdef061f2f req-8afa22bf-2033-4d33-b9a7-1651970b6a80 service nova] Enqueued Resource ID: 32f77478-51fd-43ac-b950-5503c24e6b4d with Priority: HIGHEST for action port [ 1108.758023] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_rules [ 1108.758023] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1108.758023] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f77478-51fd-43ac-b950-5503c24e6b4d with Priority: HIGHEST for action port [ 1108.758023] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.758023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.758023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.758023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.758023] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.758023] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.758023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.758023] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-32f77478-51fd-43ac-b950-5503c24e6b4d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.758640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32f77478-51fd-43ac-b950-5503c24e6b4d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.758640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32f77478-51fd-43ac-b950-5503c24e6b4d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.758640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32f77478-51fd-43ac-b950-5503c24e6b4d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.758640] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32f77478-51fd-43ac-b950-5503c24e6b4d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.820160] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.820311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.820381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.820595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.820687] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.820880] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.820974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.821048] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.821196] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.821274] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.821358] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f is going to be updated. [ 1108.866391] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.866536] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.866609] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.866872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.867024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.877521] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: IN_PROGRESS for 2s [ 1108.898159] env[69309]: INFO networking_nsxv3.common.synchronization [req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 req-7ee74930-6c65-4ba0-9b7c-a8a6b54597ac tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 1108.899039] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 1108.899039] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.899265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.899265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.900028] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.900028] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.900028] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.900028] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.900028] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.900246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.900246] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.106546] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07345f92-0355-4ca7-a30f-18d6b5019480 in Status: SUCCESS [ 1109.106745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.189549] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1109.189767] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d deletion is rescheduled due to dependency. [ 1109.189890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.190084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.190324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.190524] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.190650] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.190713] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.190905] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.191010] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.191120] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.230545] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.230746] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.230882] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.231318] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.231604] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.231786] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.231910] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.232204] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.232377] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.232591] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.232724] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.232840] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.232950] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.233183] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.233244] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.233350] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.260274] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.260426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.260593] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32f77478-51fd-43ac-b950-5503c24e6b4d with status ACTIVE [ 1109.260766] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.260935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.260935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.261235] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.261363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.261562] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.262169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.262169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.262169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.262169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.262420] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.262420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.262420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.262585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.262670] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.262765] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32f77478-51fd-43ac-b950-5503c24e6b4d is going to be updated. [ 1109.264722] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.264918] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1109.265089] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.265434] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-993" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.265593] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-3f66064d-91fd-4bfd-81e8-006174c75105 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.266023] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-3f66064d-91fd-4bfd-81e8-006174c75105" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.266023] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-3f66064d-91fd-4bfd-81e8-006174c75105" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.266292] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-3f66064d-91fd-4bfd-81e8-006174c75105" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.266504] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f66064d-91fd-4bfd-81e8-006174c75105',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.293873] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.294030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.294108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.294715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.294715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.294715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32f77478-51fd-43ac-b950-5503c24e6b4d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.403567] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.404019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.404019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.404402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.404402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.404732] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.404902] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.405012] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.405423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.405566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.405697] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be updated. [ 1109.489838] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.490352] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.490490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.490750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.490996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.504667] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 1109.696274] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.716933] env[69309]: INFO networking_nsxv3.common.synchronization [req-34c66017-4920-40a9-a9ab-638a05033158 req-304b67e2-4323-4d93-88a3-e8fc03eeb581 tempest-ListServerFiltersTestJSON-934457024 tempest-ListServerFiltersTestJSON-934457024-project-member] Enqueued Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_members [ 1109.718408] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGHEST for action security_group_members [ 1109.718738] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.718860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.718935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.719213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.719397] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.719562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.719668] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.719850] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.720049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.720186] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.768786] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.769039] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.769169] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.769491] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.769641] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.769806] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 3f66064d-91fd-4bfd-81e8-006174c75105 not found, creating... [ 1109.770142] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.770317] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.770428] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.770669] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.770827] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.771375] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.771375] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.771487] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.771616] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.771802] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.771888] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 3f66064d-91fd-4bfd-81e8-006174c75105 is going to be created. [ 1109.802770] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.803135] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.803246] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.803907] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.804183] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.804456] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-3f66064d-91fd-4bfd-81e8-006174c75105" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.198526] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.223044] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.223386] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.223441] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.223721] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.223852] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.224116] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.224243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.224434] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.224717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.224814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.224880] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ef35a2-188d-42c6-9697-758d616362f9 is going to be updated. [ 1110.280961] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.281147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.281226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.281433] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.281594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.292432] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: IN_PROGRESS for 2s [ 1110.514327] env[69309]: INFO networking_nsxv3.common.synchronization [req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 req-959cc004-7a84-47ae-8c8b-c91c3708dc1f service nova] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_rules [ 1110.514602] env[69309]: INFO networking_nsxv3.common.synchronization [req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 req-959cc004-7a84-47ae-8c8b-c91c3708dc1f service nova] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 1110.514640] env[69309]: INFO networking_nsxv3.common.synchronization [req-8aa3f5e1-cab8-49c9-bd13-96f61ffa96c3 req-959cc004-7a84-47ae-8c8b-c91c3708dc1f service nova] Enqueued Resource ID: 3f66064d-91fd-4bfd-81e8-006174c75105 with Priority: HIGHEST for action port [ 1110.515305] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_rules [ 1110.515703] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 1110.515703] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f66064d-91fd-4bfd-81e8-006174c75105 with Priority: HIGHEST for action port [ 1110.515703] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.515890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.515890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.517372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.517427] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.518305] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.518420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.518606] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f66064d-91fd-4bfd-81e8-006174c75105 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.518745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f66064d-91fd-4bfd-81e8-006174c75105" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.518745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f66064d-91fd-4bfd-81e8-006174c75105" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.518935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f66064d-91fd-4bfd-81e8-006174c75105" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.519050] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f66064d-91fd-4bfd-81e8-006174c75105',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.703582] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.703582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.703582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.703582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.703582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.703582] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1110.748543] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.748543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.748543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.748543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.748543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.772325] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1110.915113] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: SUCCESS [ 1110.915270] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f deletion is rescheduled due to dependency. [ 1110.915384] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.021107] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.021270] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.021472] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f66064d-91fd-4bfd-81e8-006174c75105 with status ACTIVE [ 1111.021635] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.021745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.021801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.022070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.022176] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.022356] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.022453] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.022514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.022683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.022759] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.022943] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.023040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.023104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.023305] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.023405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.023487] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f66064d-91fd-4bfd-81e8-006174c75105 is going to be updated. [ 1111.054183] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.054297] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.054372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.054583] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.054719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.054878] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f66064d-91fd-4bfd-81e8-006174c75105" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.069136] env[69309]: INFO networking_nsxv3.common.synchronization [req-26604a08-206c-44c7-aac7-3586543900e2 req-110c7860-ef0c-41e8-9717-30db159ac6fb tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 19f1089e-df9b-45dd-825c-c53084cd5459 with Priority: HIGHEST for action security_group_members [ 1111.069667] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f1089e-df9b-45dd-825c-c53084cd5459 with Priority: HIGHEST for action security_group_members [ 1111.069983] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f1089e-df9b-45dd-825c-c53084cd5459 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.070161] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.070231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.070409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.070578] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.070682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.070871] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.071046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.071140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.071235] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f1089e-df9b-45dd-825c-c53084cd5459',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.522032] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 1111.522032] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d deletion is rescheduled due to dependency. [ 1111.522032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.522032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.522032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.522032] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.522032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.522032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.522032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.522032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.522032] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.573102] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.573361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.573361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.573607] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.573698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.573917] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.574031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.574095] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.574245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.574323] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.574412] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f1089e-df9b-45dd-825c-c53084cd5459 is going to be updated. [ 1111.607997] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.609723] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.609825] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.610060] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.610493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.618869] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f1089e-df9b-45dd-825c-c53084cd5459 in Status: IN_PROGRESS for 2s [ 1112.025298] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.302201] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef35a2-188d-42c6-9697-758d616362f9 in Status: SUCCESS [ 1112.302473] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ef35a2-188d-42c6-9697-758d616362f9 deletion is rescheduled due to dependency. [ 1112.302650] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.527397] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.782015] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1112.782336] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.782647] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.782907] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.783152] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.783335] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.783447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.783703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.783822] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.783918] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.784857] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.030480] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.030480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.030480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.030829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.030829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.030829] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be updated. [ 1113.065120] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.065335] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.065335] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.065543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.065686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.074295] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 1113.288102] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.288265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.288341] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.288559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.288769] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.288818] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.288894] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.289235] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.289235] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.289235] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.289372] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.289507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.289507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.289649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.289843] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.289916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.289916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.290068] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.290151] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.290230] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.290313] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.630302] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f1089e-df9b-45dd-825c-c53084cd5459 in Status: SUCCESS [ 1113.630655] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f1089e-df9b-45dd-825c-c53084cd5459 deletion is rescheduled due to dependency. [ 1113.630655] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.792774] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae6cf6ac-11e6-4f07-a864-3b0852f2af9d: rpc.has_security_group_logging(os_id): False [ 1113.819343] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.819892] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.819984] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.820650] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.820650] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.820807] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.821076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.821076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.821180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.821455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.821455] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.821559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.821637] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.821716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.821781] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.821966] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.822103] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.822211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.822362] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.822439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.823030] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1113.954390] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.954552] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.954622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.954831] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.954974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.987853] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1115.086601] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 1115.086601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.086985] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.087270] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.087538] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.087719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.087814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.088034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.088176] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.088425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.088425] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.591479] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.591706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.592436] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.592436] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.592436] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.592571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.592633] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.592929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.593078] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.593209] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.593436] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.594253] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.594253] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.594510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.594688] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.594793] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.594890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.595275] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.595423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.595845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.595982] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.003778] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1116.004063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.070952] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1116.071102] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1116.098627] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11da9cbc-f0ef-406a-9b6a-cce12144095d: rpc.has_security_group_logging(os_id): False [ 1116.119263] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.119449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.119986] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.119986] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.119986] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.120273] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.120585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.120585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.120743] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.121177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.121177] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.121177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.121356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.121601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.121662] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.121906] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.122065] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.122195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.122376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.122503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.122650] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be updated. [ 1116.199676] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.199869] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.199869] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.200061] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.200304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.220226] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 1117.152291] env[69309]: INFO networking_nsxv3.common.synchronization [None req-3f113c4e-cd4c-4357-b156-1539e066267b tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 72f65881-cded-4039-8a90-53cac8ab8241 with Priority: HIGHEST for action security_group_rules [ 1117.152291] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f65881-cded-4039-8a90-53cac8ab8241 with Priority: HIGHEST for action security_group_rules [ 1117.152291] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72f65881-cded-4039-8a90-53cac8ab8241 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.152291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.152291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.153037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.153279] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72f65881-cded-4039-8a90-53cac8ab8241',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.249222] env[69309]: INFO networking_nsxv3.common.synchronization [None req-75aca057-98b2-4a72-ae1e-6c71709326b2 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 72f65881-cded-4039-8a90-53cac8ab8241 with Priority: HIGHEST for action security_group_rules [ 1117.249222] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f65881-cded-4039-8a90-53cac8ab8241 with Priority: HIGHEST for action security_group_rules [ 1117.254997] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72f65881-cded-4039-8a90-53cac8ab8241 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.254997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.679860] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.679860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.679860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.679860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.679860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.679860] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72f65881-cded-4039-8a90-53cac8ab8241 already deleted. [ 1117.679860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.679860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.679860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.679860] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72f65881-cded-4039-8a90-53cac8ab8241',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.205641] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.205944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.205944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.206054] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.206159] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.206335] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72f65881-cded-4039-8a90-53cac8ab8241 already deleted. [ 1118.206335] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.249110] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 1118.249329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.184610] env[69309]: INFO networking_nsxv3.common.synchronization [None req-3b03cb39-2c5e-4e28-8d1d-5c0551af1670 None None] Enqueued Resource ID: de215043-8964-4711-9d93-0ca6a0df67aa with Priority: HIGHEST for action port [ 1119.184954] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de215043-8964-4711-9d93-0ca6a0df67aa with Priority: HIGHEST for action port [ 1119.186365] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-de215043-8964-4711-9d93-0ca6a0df67aa taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.186824] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de215043-8964-4711-9d93-0ca6a0df67aa" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.186914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de215043-8964-4711-9d93-0ca6a0df67aa" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.187251] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de215043-8964-4711-9d93-0ca6a0df67aa" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.187354] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de215043-8964-4711-9d93-0ca6a0df67aa',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.612224] env[69309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1119.612489] env[69309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1119.694215] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de215043-8964-4711-9d93-0ca6a0df67aa [ 1119.695106] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.695106] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.695304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.695415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.695545] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.695646] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de215043-8964-4711-9d93-0ca6a0df67aa already deleted. [ 1119.695733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de215043-8964-4711-9d93-0ca6a0df67aa" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.907178] env[69309]: INFO networking_nsxv3.common.synchronization [None req-935a50da-b36c-4113-bcf0-27bdb5d39377 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Enqueued Resource ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 with Priority: HIGHEST for action security_group_rules [ 1119.907178] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 with Priority: HIGHEST for action security_group_rules [ 1119.907873] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.908032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.908230] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.908378] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.908540] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('096d6a03-0a2f-495f-a9eb-90c8f49ffaf9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.048014] env[69309]: INFO networking_nsxv3.common.synchronization [None req-a6193552-07bd-41d3-9570-4f84159c6136 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Enqueued Resource ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 with Priority: HIGHEST for action security_group_rules [ 1120.048623] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 with Priority: HIGHEST for action security_group_rules [ 1120.049331] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.049443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.432938] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.433200] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.433320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.433599] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.433699] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.433960] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 already deleted. [ 1120.434061] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.434249] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.434398] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.434482] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('096d6a03-0a2f-495f-a9eb-90c8f49ffaf9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.975496] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.975496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.975496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.975496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.975496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.975496] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 already deleted. [ 1120.975496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.322577] env[69309]: INFO networking_nsxv3.common.synchronization [req-3d026ab9-7c17-49b5-8184-052f5ddc4a87 req-db6643ba-0b4f-4745-963b-e662030b8efc tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1121.323191] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1121.323682] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.323817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.323887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.324135] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.324491] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.324580] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.324580] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.324783] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.324873] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.324969] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.637407] env[69309]: INFO networking_nsxv3.common.synchronization [None req-aea945cd-5df8-4d06-8bbc-e4ca77d2af84 None None] Enqueued Resource ID: 6e2596e5-43e9-4e15-b123-13602dcd8d59 with Priority: HIGHEST for action port [ 1121.637608] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2596e5-43e9-4e15-b123-13602dcd8d59 with Priority: HIGHEST for action port [ 1121.638262] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e2596e5-43e9-4e15-b123-13602dcd8d59 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.638375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e2596e5-43e9-4e15-b123-13602dcd8d59" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.638555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e2596e5-43e9-4e15-b123-13602dcd8d59" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.638800] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e2596e5-43e9-4e15-b123-13602dcd8d59" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.638884] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e2596e5-43e9-4e15-b123-13602dcd8d59',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.827325] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.827513] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.827585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.827795] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.827889] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.828109] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.828235] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.828278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.828402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.828516] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.828576] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be updated. [ 1121.857135] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.857292] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.857345] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.860013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.860013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.868202] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1122.140864] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e2596e5-43e9-4e15-b123-13602dcd8d59 [ 1122.141222] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.141291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.141379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.141663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.141749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.141803] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e2596e5-43e9-4e15-b123-13602dcd8d59 already deleted. [ 1122.141853] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e2596e5-43e9-4e15-b123-13602dcd8d59" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.010238] env[69309]: INFO networking_nsxv3.common.synchronization [req-4e2ca939-6462-4c21-b2d4-79dbf514673c req-1ce1f6cb-0a48-4719-8d29-f737554f0753 tempest-ServerDiskConfigTestJSON-759585925 tempest-ServerDiskConfigTestJSON-759585925-project-member] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 1123.010797] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGHEST for action security_group_members [ 1123.011132] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.011247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.011329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.011532] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.011678] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.011772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.011978] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.012170] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.012272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.012677] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.514956] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.515363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.515363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.515468] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.515556] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.515774] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.515877] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.515926] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.516075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.516192] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.516291] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be updated. [ 1123.559190] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.559364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.559475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.559706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.559904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.572591] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: IN_PROGRESS for 2s [ 1123.661886] env[69309]: INFO networking_nsxv3.common.synchronization [req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 req-7c4dacb4-dfce-457e-b4f6-67073344b601 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 72f65881-cded-4039-8a90-53cac8ab8241 with Priority: HIGHEST for action security_group_members [ 1123.662474] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f65881-cded-4039-8a90-53cac8ab8241 with Priority: HIGHEST for action security_group_members [ 1123.662769] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-72f65881-cded-4039-8a90-53cac8ab8241 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.662890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.662957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.663249] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.663420] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.663519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.663581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.663728] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.663811] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.663900] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72f65881-cded-4039-8a90-53cac8ab8241',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.883275] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1123.883702] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 deletion is rescheduled due to dependency. [ 1123.884876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.948974] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.949200] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.949340] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.949619] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.949900] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.950194] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.950249] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.950465] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.950621] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.950825] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.950942] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.951067] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.951180] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.951293] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.951404] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.951539] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.979041] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.979222] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1123.979364] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.979543] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.979841] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-9ac9d578-5914-49fd-948a-03781e4ace69 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.980015] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-9ac9d578-5914-49fd-948a-03781e4ace69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.980147] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-9ac9d578-5914-49fd-948a-03781e4ace69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.980445] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-9ac9d578-5914-49fd-948a-03781e4ace69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.980587] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ac9d578-5914-49fd-948a-03781e4ace69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.165525] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.165764] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.165843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.166073] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.166173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.166389] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.166488] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.166551] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.166698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.166776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.166863] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72f65881-cded-4039-8a90-53cac8ab8241 already deleted. [ 1124.166944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.482897] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.483193] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.483367] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.484052] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.484052] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.484052] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 9ac9d578-5914-49fd-948a-03781e4ace69 not found, creating... [ 1124.484340] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.484540] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.484679] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.484954] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.485137] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.485520] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.485704] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.485856] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.486118] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.486417] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.486907] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 9ac9d578-5914-49fd-948a-03781e4ace69 is going to be created. [ 1124.510878] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.511199] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.511347] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.511778] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.512013] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.512331] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-9ac9d578-5914-49fd-948a-03781e4ace69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.227137] env[69309]: INFO networking_nsxv3.common.synchronization [req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 req-6953b4d6-40ae-409e-beda-4cfbaf6475b1 service nova] Enqueued Resource ID: 72f65881-cded-4039-8a90-53cac8ab8241 with Priority: HIGHEST for action security_group_rules [ 1125.227137] env[69309]: INFO networking_nsxv3.common.synchronization [req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 req-6953b4d6-40ae-409e-beda-4cfbaf6475b1 service nova] Enqueued Resource ID: 72f65881-cded-4039-8a90-53cac8ab8241 with Priority: HIGHEST for action security_group_members [ 1125.227137] env[69309]: INFO networking_nsxv3.common.synchronization [req-cc349a42-0fb8-43f1-b61d-5369bbf08ab8 req-6953b4d6-40ae-409e-beda-4cfbaf6475b1 service nova] Enqueued Resource ID: 9ac9d578-5914-49fd-948a-03781e4ace69 with Priority: HIGHEST for action port [ 1125.227137] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f65881-cded-4039-8a90-53cac8ab8241 with Priority: HIGHEST for action security_group_rules [ 1125.227137] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f65881-cded-4039-8a90-53cac8ab8241 with Priority: HIGHEST for action security_group_members [ 1125.227137] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ac9d578-5914-49fd-948a-03781e4ace69 with Priority: HIGHEST for action port [ 1125.227137] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72f65881-cded-4039-8a90-53cac8ab8241 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.227137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.227137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.228069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.228289] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72f65881-cded-4039-8a90-53cac8ab8241',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.229382] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-72f65881-cded-4039-8a90-53cac8ab8241 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.231026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.231026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.231026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.231026] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.231026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.231026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.231026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.231026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.231026] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72f65881-cded-4039-8a90-53cac8ab8241',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.232388] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ac9d578-5914-49fd-948a-03781e4ace69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.232632] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ac9d578-5914-49fd-948a-03781e4ace69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.232781] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ac9d578-5914-49fd-948a-03781e4ace69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.233031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ac9d578-5914-49fd-948a-03781e4ace69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.233218] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ac9d578-5914-49fd-948a-03781e4ace69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.584039] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d in Status: SUCCESS [ 1125.584039] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d deletion is rescheduled due to dependency. [ 1125.584039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.734983] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-72f65881-cded-4039-8a90-53cac8ab8241 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.735148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.735542] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72f65881-cded-4039-8a90-53cac8ab8241',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.736558] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ac9d578-5914-49fd-948a-03781e4ace69 with status ACTIVE [ 1125.736997] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.737189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.737350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.737793] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.737920] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.738147] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.738305] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.738395] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.738626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.738734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.738957] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.739072] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.739137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.739284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.739361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.739453] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ac9d578-5914-49fd-948a-03781e4ace69 is going to be updated. [ 1125.761362] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.761571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.761654] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.761860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.761999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.762170] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ac9d578-5914-49fd-948a-03781e4ace69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.963357] env[69309]: INFO networking_nsxv3.common.synchronization [req-05116f35-a3ef-4c6e-9042-c5f1c147e54e req-e4f22448-36e8-44aa-ba09-53718502964f tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1125.963888] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1125.964321] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.964450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.964522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.964837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.964950] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.965141] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.965204] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.965377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.965467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.965562] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.241235] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72f65881-cded-4039-8a90-53cac8ab8241',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.256673] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.256873] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.256998] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.257293] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.257543] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.257702] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.257997] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.258082] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.258202] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.258408] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.258525] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.258673] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.258862] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.258862] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.258962] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.259295] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.281103] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.281298] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1126.281487] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.281740] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.282127] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-23329f86-1d39-496b-841b-e07cfcb9deb2 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.282340] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-23329f86-1d39-496b-841b-e07cfcb9deb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.282477] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-23329f86-1d39-496b-841b-e07cfcb9deb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.282800] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-23329f86-1d39-496b-841b-e07cfcb9deb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.282944] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23329f86-1d39-496b-841b-e07cfcb9deb2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.469013] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.469244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.469326] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.469669] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.469770] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.469982] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.470105] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.470205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.470487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.470586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.470722] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be updated. [ 1126.500074] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.500226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.500373] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.500499] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.500636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.509496] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1126.561953] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.562149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.562205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.562472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.562599] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.743860] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.744077] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.744167] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.744394] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.744507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.744646] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72f65881-cded-4039-8a90-53cac8ab8241 is going to be created. [ 1126.772650] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.772904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.773038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.773286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.773487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.783832] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72f65881-cded-4039-8a90-53cac8ab8241 in Status: UNINITIALIZED for 2s [ 1126.785469] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.785685] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.785876] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.786218] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.786426] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.786594] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 23329f86-1d39-496b-841b-e07cfcb9deb2 not found, creating... [ 1126.786858] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.787034] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.787161] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.787394] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.787543] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.787890] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.788362] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.788604] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.788900] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.789128] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.789339] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 23329f86-1d39-496b-841b-e07cfcb9deb2 is going to be created. [ 1126.818766] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.819069] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.819188] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.819483] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.819747] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.819981] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-23329f86-1d39-496b-841b-e07cfcb9deb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.064973] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.489274] env[69309]: INFO networking_nsxv3.common.synchronization [req-05116f35-a3ef-4c6e-9042-c5f1c147e54e req-63d995e1-f187-43d8-9593-4d4780215ab5 service nova] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_rules [ 1127.489274] env[69309]: INFO networking_nsxv3.common.synchronization [req-05116f35-a3ef-4c6e-9042-c5f1c147e54e req-63d995e1-f187-43d8-9593-4d4780215ab5 service nova] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1127.489274] env[69309]: INFO networking_nsxv3.common.synchronization [req-05116f35-a3ef-4c6e-9042-c5f1c147e54e req-63d995e1-f187-43d8-9593-4d4780215ab5 service nova] Enqueued Resource ID: 23329f86-1d39-496b-841b-e07cfcb9deb2 with Priority: HIGHEST for action port [ 1127.489781] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_rules [ 1127.489995] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1127.490048] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23329f86-1d39-496b-841b-e07cfcb9deb2 with Priority: HIGHEST for action port [ 1127.493546] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.493677] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.493747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.493969] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.494067] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.494968] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.495098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.495586] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-23329f86-1d39-496b-841b-e07cfcb9deb2 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.495713] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23329f86-1d39-496b-841b-e07cfcb9deb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.497038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23329f86-1d39-496b-841b-e07cfcb9deb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.497038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23329f86-1d39-496b-841b-e07cfcb9deb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.497038] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23329f86-1d39-496b-841b-e07cfcb9deb2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.567851] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.999157] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.999157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.999157] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23329f86-1d39-496b-841b-e07cfcb9deb2 with status ACTIVE [ 1127.999157] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.999157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.999157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.999437] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.999477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.999852] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.999852] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.999852] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.000243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.000243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.000328] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.000380] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.000415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.000554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.000624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.000705] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23329f86-1d39-496b-841b-e07cfcb9deb2 is going to be updated. [ 1128.021552] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.021641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.021678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.021866] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.022012] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.022176] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23329f86-1d39-496b-841b-e07cfcb9deb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.069540] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1128.069668] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1128.371496] env[69309]: INFO networking_nsxv3.common.synchronization [req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 req-7f61d2ed-794e-4733-bc1a-de3f910d182c tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Enqueued Resource ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 with Priority: HIGHEST for action security_group_members [ 1128.371880] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 with Priority: HIGHEST for action security_group_members [ 1128.375851] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.375851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.375851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.375851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.375851] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.375851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.375851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.375851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.375851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.375851] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('096d6a03-0a2f-495f-a9eb-90c8f49ffaf9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.522065] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1128.522457] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 deletion is rescheduled due to dependency. [ 1128.522501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.522680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.522916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.523556] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.523685] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.523754] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.523942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.524347] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.524347] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.690405] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.690684] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-772" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.690810] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-772" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.691198] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-772" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.691559] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.691846] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.691989] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.692323] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.692536] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.692780] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.692946] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.693108] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.693293] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.693432] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.693544] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.693700] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.721682] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.721855] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.722086] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.722357] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-772" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.722771] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-e757b99e-13bd-4c46-8972-2ea36561c830 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.723527] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-e757b99e-13bd-4c46-8972-2ea36561c830" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.723527] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-e757b99e-13bd-4c46-8972-2ea36561c830" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.723527] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-e757b99e-13bd-4c46-8972-2ea36561c830" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.723699] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e757b99e-13bd-4c46-8972-2ea36561c830',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.804767] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72f65881-cded-4039-8a90-53cac8ab8241 in Status: SUCCESS [ 1128.804992] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.805190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.805417] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.805625] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.805759] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.805825] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.805978] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.806092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.806183] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.806274] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72f65881-cded-4039-8a90-53cac8ab8241',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.876268] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.876545] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.876654] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.876960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.877147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.877388] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.877538] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.877614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.877852] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.877953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.878095] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 already deleted. [ 1128.878212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.026879] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.067544] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.067727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.067778] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.068042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.081023] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1129.081909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.082986] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1129.136021] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.136021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.136021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.136021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.148411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.149288] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1129.149389] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1129.149506] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1129.192230] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.192230] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.192230] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.192230] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.193267] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.193659] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1129.226314] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.229027] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.229027] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.229027] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.229027] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.229027] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port e757b99e-13bd-4c46-8972-2ea36561c830 not found, creating... [ 1129.229027] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.229027] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.229027] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.229027] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.229027] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.229820] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.230192] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.230510] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.230944] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.231288] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.231587] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: e757b99e-13bd-4c46-8972-2ea36561c830 is going to be created. [ 1129.251973] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.251973] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.251973] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.251973] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.251973] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.251973] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-e757b99e-13bd-4c46-8972-2ea36561c830" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.278116] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.278326] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.278465] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.278669] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.279093] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.279318] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1129.300924] env[69309]: INFO networking_nsxv3.common.synchronization [req-78989814-c75c-44b0-b3f2-41830c70c35f req-0e8d1d04-eff9-48ac-91db-add111248f65 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Enqueued Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_members [ 1129.301583] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_members [ 1129.302114] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac79a832-b944-40f7-835d-c084a86e401e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.302372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.302521] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.302834] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.303139] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.303426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.303538] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.303938] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.304431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.304651] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.308850] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72f65881-cded-4039-8a90-53cac8ab8241',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.330457] env[69309]: INFO networking_nsxv3.common.synchronization [req-78989814-c75c-44b0-b3f2-41830c70c35f req-0e8d1d04-eff9-48ac-91db-add111248f65 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Enqueued Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_rules [ 1129.330643] env[69309]: INFO networking_nsxv3.common.synchronization [req-78989814-c75c-44b0-b3f2-41830c70c35f req-0e8d1d04-eff9-48ac-91db-add111248f65 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Enqueued Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_members [ 1129.330788] env[69309]: INFO networking_nsxv3.common.synchronization [req-78989814-c75c-44b0-b3f2-41830c70c35f req-0e8d1d04-eff9-48ac-91db-add111248f65 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Enqueued Resource ID: 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 with Priority: HIGHEST for action port [ 1129.331272] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_rules [ 1129.331405] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_members [ 1129.331502] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 with Priority: HIGHEST for action port [ 1129.331772] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac79a832-b944-40f7-835d-c084a86e401e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.331890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.331957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.332648] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.332738] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.333662] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac79a832-b944-40f7-835d-c084a86e401e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.333756] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.333894] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.333993] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.334068] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.334252] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.334306] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.401092] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.401947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.401947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.401947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.401947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.402195] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1129.402195] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'825a607b-3cf4-4338-b121-984d305110cd', '130e6a0f-91d5-4fde-bd58-2441e79c12ce', 'ac79a832-b944-40f7-835d-c084a86e401e', 'ff51013c-3062-441c-93b3-c2d9cb7366b7', '07345f92-0355-4ca7-a30f-18d6b5019480', '341d8e01-9f6c-4215-a954-7a43325afd97', '9f87608a-a6f5-4681-9039-96daabaf3c6b', '8eea57ee-32c3-4e99-bbcb-23f55fd21b3b', 'ae6cf6ac-11e6-4f07-a864-3b0852f2af9d', '11da9cbc-f0ef-406a-9b6a-cce12144095d', 'bb3aae0e-601d-4cf6-8e21-38d08d8b628d', '21085f44-272c-4455-84ca-a94839738973', 'bb9ae73f-102c-463d-ae25-cb4c40bea30f', '07331f55-d547-4d36-a4c7-ae4e119c49c4', '886c0141-ac90-42e4-8b0a-047058db7314', '31d888eb-7e2d-4004-95e5-b2ccd8d7cd00', '520e6d46-7d10-44e6-ade9-a13946c0b509', '2bf6f1e7-3046-462a-b526-bf858df01828', '7739ab52-21bd-4276-bc3c-2aea3b442b84', 'b44d13bd-a53b-4e8d-bbbd-1177005aae69', 'f171c3b8-e40e-4692-bec2-d013f65a9220', '8edab822-b4ac-45d4-9307-6691d04aed06', 'a9d800a6-c6ae-40b8-8cff-24078de40771', 'b2396541-0878-4815-b305-a53bde31357b', '3c01f5b7-71e4-437d-98ed-8e461fa2ebaf', '40ef35a2-188d-42c6-9697-758d616362f9', 'dbcf86a5-6932-4843-8ffe-f65d932e1980', 'd8a1f2f1-b766-462d-8143-f5510196a476', '069bfd4f-132e-46a1-bd72-8558669d02b7', '3e161985-6b1b-47a8-83da-21a474a0b6c0', '93e7f075-ab71-495d-9bf9-df545a22d068', '19f1089e-df9b-45dd-825c-c53084cd5459', '829d5fcf-f4f0-49da-900f-402ac4db7d1b', '70b3f3fd-2a60-4d27-9d90-4c4a756b133f', '0acafaac-2969-431f-843b-984434e33787', '654e0663-5c1b-4e3d-a043-1a8ba010c7ca', 'f23eef97-2b3e-4b9b-8fa5-ce8364a7b703', '768caa60-e59f-4786-859e-8c1a830779f5', '5c0354b4-27ad-4ace-8ddb-3da7c843b4bb', '501e0efc-845b-42e2-a7d8-4dcf169ce859', 'b5278807-12cb-43c8-8437-60c4098e1c53', 'f77217a7-5892-448b-b91c-5d2beb196f43', 'f1fd8e04-dff8-4fc7-b94b-0b54a2c48926', '323d67f1-257c-4e09-8bd0-ac04f3c2d795'} {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1129.402373] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1129.438066] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.438066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.438066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.438066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.438066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.438066] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1129.438066] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1129.438066] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1129.519639] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.519639] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.519842] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.520048] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.521319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.521953] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1129.521953] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1129.521953] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1129.521953] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1129.522553] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1129.522553] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 825a607b-3cf4-4338-b121-984d305110cd with Priority: HIGH for action security_group_rules [ 1129.522553] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGH for action security_group_rules [ 1129.522553] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGH for action security_group_rules [ 1129.522553] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGH for action security_group_rules [ 1129.522767] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGH for action security_group_rules [ 1129.522767] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGH for action security_group_rules [ 1129.522767] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b with Priority: HIGH for action security_group_rules [ 1129.522878] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b with Priority: HIGH for action security_group_rules [ 1129.522878] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGH for action security_group_rules [ 1129.522947] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGH for action security_group_rules [ 1129.523329] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d with Priority: HIGH for action security_group_rules [ 1129.523329] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGH for action security_group_rules [ 1129.523329] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f with Priority: HIGH for action security_group_rules [ 1129.523491] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 with Priority: HIGH for action security_group_rules [ 1129.523491] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 886c0141-ac90-42e4-8b0a-047058db7314 with Priority: HIGH for action security_group_rules [ 1129.523491] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 with Priority: HIGH for action security_group_rules [ 1129.523643] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 with Priority: HIGH for action security_group_rules [ 1129.523643] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2bf6f1e7-3046-462a-b526-bf858df01828 with Priority: HIGH for action security_group_rules [ 1129.523728] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGH for action security_group_rules [ 1129.523766] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGH for action security_group_rules [ 1129.523923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.529486] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.807049] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.810913] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72f65881-cded-4039-8a90-53cac8ab8241: rpc.has_security_group_logging(os_id): False [ 1129.833201] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.833439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.833439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.833745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.833846] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.834121] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.834229] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.834294] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.834455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.834529] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.834617] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72f65881-cded-4039-8a90-53cac8ab8241 is going to be created. [ 1129.836331] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac79a832-b944-40f7-835d-c084a86e401e taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.836427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.836589] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 with status ACTIVE [ 1129.838129] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.838129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.838129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.838129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.838129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.838129] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.838129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.838129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.838129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.838129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.838129] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.838129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.838129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.838129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.838129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.838768] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 is going to be updated. [ 1129.890212] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.890409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.890451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.890660] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.891115] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.891115] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.929849] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.930016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.930098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.930449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.930549] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.946646] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72f65881-cded-4039-8a90-53cac8ab8241 in Status: IN_PROGRESS for 2s [ 1129.997204] env[69309]: INFO networking_nsxv3.common.synchronization [req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 req-54642aef-4f8f-4fd3-8bb5-7a78e36d25b6 service nova] Enqueued Resource ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 with Priority: HIGHEST for action security_group_rules [ 1129.997204] env[69309]: INFO networking_nsxv3.common.synchronization [req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 req-54642aef-4f8f-4fd3-8bb5-7a78e36d25b6 service nova] Enqueued Resource ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 with Priority: HIGHEST for action security_group_members [ 1129.997402] env[69309]: INFO networking_nsxv3.common.synchronization [req-965a716c-17a0-4a7e-b5f0-e5a5a608bf97 req-54642aef-4f8f-4fd3-8bb5-7a78e36d25b6 service nova] Enqueued Resource ID: e757b99e-13bd-4c46-8972-2ea36561c830 with Priority: HIGHEST for action port [ 1129.997594] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 with Priority: HIGHEST for action security_group_rules [ 1129.997740] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 with Priority: HIGHEST for action security_group_members [ 1129.997860] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e757b99e-13bd-4c46-8972-2ea36561c830 with Priority: HIGHEST for action port [ 1129.997979] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825a607b-3cf4-4338-b121-984d305110cd with Priority: HIGH for action security_group_rules [ 1129.998173] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGH for action security_group_rules [ 1129.998277] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b with Priority: HIGH for action security_group_rules [ 1129.998412] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886c0141-ac90-42e4-8b0a-047058db7314 with Priority: HIGH for action security_group_rules [ 1129.998530] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGH for action security_group_rules [ 1129.998530] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGH for action security_group_rules [ 1129.998655] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf6f1e7-3046-462a-b526-bf858df01828 with Priority: HIGH for action security_group_rules [ 1129.998783] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 with Priority: HIGH for action security_group_rules [ 1129.998783] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 with Priority: HIGH for action security_group_rules [ 1129.998894] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 with Priority: HIGH for action security_group_rules [ 1129.998952] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f with Priority: HIGH for action security_group_rules [ 1129.999124] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21085f44-272c-4455-84ca-a94839738973 with Priority: HIGH for action security_group_rules [ 1129.999176] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d with Priority: HIGH for action security_group_rules [ 1129.999247] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d with Priority: HIGH for action security_group_rules [ 1129.999324] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGH for action security_group_rules [ 1129.999404] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341d8e01-9f6c-4215-a954-7a43325afd97 with Priority: HIGH for action security_group_rules [ 1130.000132] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b with Priority: HIGH for action security_group_rules [ 1130.000132] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGH for action security_group_rules [ 1130.000132] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce with Priority: HIGH for action security_group_rules [ 1130.000132] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGH for action security_group_rules [ 1130.000464] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.002238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.002238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.002238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.002238] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('096d6a03-0a2f-495f-a9eb-90c8f49ffaf9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.002654] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.002831] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.002913] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.003115] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.003287] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.003422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.003523] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.003724] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.003830] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.003932] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('096d6a03-0a2f-495f-a9eb-90c8f49ffaf9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.007206] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-e757b99e-13bd-4c46-8972-2ea36561c830 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.007206] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e757b99e-13bd-4c46-8972-2ea36561c830" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.007206] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e757b99e-13bd-4c46-8972-2ea36561c830" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.007206] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e757b99e-13bd-4c46-8972-2ea36561c830" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.007206] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e757b99e-13bd-4c46-8972-2ea36561c830',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.007206] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-825a607b-3cf4-4338-b121-984d305110cd taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.007206] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.007206] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.007206] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.007206] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('825a607b-3cf4-4338-b121-984d305110cd',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.007634] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac79a832-b944-40f7-835d-c084a86e401e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.007803] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.007979] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f87608a-a6f5-4681-9039-96daabaf3c6b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.008111] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.008257] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.008456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.008456] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f87608a-a6f5-4681-9039-96daabaf3c6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.011248] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-886c0141-ac90-42e4-8b0a-047058db7314 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.011456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.011562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.011709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.011785] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('886c0141-ac90-42e4-8b0a-047058db7314',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.012564] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.012687] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.012921] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7739ab52-21bd-4276-bc3c-2aea3b442b84 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.013023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.013078] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.013601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.013799] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7739ab52-21bd-4276-bc3c-2aea3b442b84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.014784] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bf6f1e7-3046-462a-b526-bf858df01828 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.014934] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.014998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.015132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.015202] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bf6f1e7-3046-462a-b526-bf858df01828',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.015869] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-520e6d46-7d10-44e6-ade9-a13946c0b509 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.015997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.016081] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.016294] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.016447] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('520e6d46-7d10-44e6-ade9-a13946c0b509',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.017909] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07331f55-d547-4d36-a4c7-ae4e119c49c4 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.017909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.017909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.017909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.017909] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07331f55-d547-4d36-a4c7-ae4e119c49c4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.018607] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.018607] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.018607] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.018755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.018755] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31d888eb-7e2d-4004-95e5-b2ccd8d7cd00',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.019390] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb9ae73f-102c-463d-ae25-cb4c40bea30f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.019527] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.019592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.019745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.019868] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb9ae73f-102c-463d-ae25-cb4c40bea30f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.020771] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21085f44-272c-4455-84ca-a94839738973 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.020771] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.020771] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.021027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.021027] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21085f44-272c-4455-84ca-a94839738973',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.021592] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb3aae0e-601d-4cf6-8e21-38d08d8b628d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.021775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.021838] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.021994] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.022081] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb3aae0e-601d-4cf6-8e21-38d08d8b628d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.022788] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11da9cbc-f0ef-406a-9b6a-cce12144095d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.022898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.022963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.023175] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.023253] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11da9cbc-f0ef-406a-9b6a-cce12144095d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.024067] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.024207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.024207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.024310] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.024363] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.025020] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-341d8e01-9f6c-4215-a954-7a43325afd97 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.025134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.025211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.025373] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.025483] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('341d8e01-9f6c-4215-a954-7a43325afd97',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.026410] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.026547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.026614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.026791] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.026869] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eea57ee-32c3-4e99-bbcb-23f55fd21b3b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.027633] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07345f92-0355-4ca7-a30f-18d6b5019480 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.027706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.027756] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.027916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.028031] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.028266] env[69309]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1130.029103] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.029103] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.029103] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.029103] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.029496] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('130e6a0f-91d5-4fde-bd58-2441e79c12ce',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.030390] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff51013c-3062-441c-93b3-c2d9cb7366b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.030526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.030589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.030764] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.030871] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.033983] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('096d6a03-0a2f-495f-a9eb-90c8f49ffaf9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.035983] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.036198] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.036198] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.036380] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.036590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.036744] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be updated. [ 1130.087775] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.087944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.088028] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.088331] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.088489] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.099183] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1130.309065] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.311033] env[69309]: INFO networking_nsxv3.common.synchronization [req-4423e4ff-3623-4e20-bfcf-d3bdf2d5a13c req-ef54498b-b5da-43c3-8038-7184315bdd96 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1130.311674] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1130.311845] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.311980] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.313946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.313946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.313946] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.313946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.313946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.314172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.314172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.314278] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.533490] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-07345f92-0355-4ca7-a30f-18d6b5019480 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.533858] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.533858] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.533955] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.534133] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.534590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.534775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.534968] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.535084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.535213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.535290] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.537210] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f87608a-a6f5-4681-9039-96daabaf3c6b taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.537327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.537396] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.537572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.537810] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.537922] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.537987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.538212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.538252] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.538346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.538445] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f87608a-a6f5-4681-9039-96daabaf3c6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.539217] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e757b99e-13bd-4c46-8972-2ea36561c830 with status ACTIVE [ 1130.539381] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.539510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.539587] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.539748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.539829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.540036] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.540151] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.540221] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.540407] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.540477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.540687] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.540815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.540892] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.541059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.541140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.541273] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e757b99e-13bd-4c46-8972-2ea36561c830 is going to be updated. [ 1130.545769] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.545860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.546752] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.546878] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.554008] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('096d6a03-0a2f-495f-a9eb-90c8f49ffaf9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.556100] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff51013c-3062-441c-93b3-c2d9cb7366b7 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.556217] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.556284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.556482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.556634] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.556731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.556785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.556928] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.557031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.557104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.557183] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.603774] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.603977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.603977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.604177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.605778] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.606085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.606579] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.606670] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.607358] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.607453] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.608184] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.608278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.609275] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.609375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.610084] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.610181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.610860] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.610966] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.611651] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.611743] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.612452] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.612566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.612635] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.612861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.612999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.613164] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e757b99e-13bd-4c46-8972-2ea36561c830" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.613891] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.613986] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.616188] env[69309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1130.616627] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.616728] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.617613] env[69309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1130.617984] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.618106] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.620476] env[69309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1130.620734] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.620828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.622015] env[69309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1130.622453] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.622557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.624435] env[69309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1130.624844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.624957] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb3aae0e-601d-4cf6-8e21-38d08d8b628d is going to be deleted. [ 1130.625829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.626723] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.645218] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.645391] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eea57ee-32c3-4e99-bbcb-23f55fd21b3b is going to be deleted. [ 1130.646310] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.646523] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.685640] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.685886] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.687133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.687323] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 825a607b-3cf4-4338-b121-984d305110cd is going to be deleted. [ 1130.688610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.688889] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.772216] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.772441] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 341d8e01-9f6c-4215-a954-7a43325afd97 is going to be deleted. [ 1130.773464] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.773713] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.803498] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.803751] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.812236] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.812525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.812525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.812727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.812813] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.812920] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac79a832-b944-40f7-835d-c084a86e401e is going to be updated. [ 1130.816705] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.816824] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.826468] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.826608] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 520e6d46-7d10-44e6-ade9-a13946c0b509 is going to be deleted. [ 1130.827494] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.827722] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.914071] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.914283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.934312] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.934510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.935348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.935475] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11da9cbc-f0ef-406a-9b6a-cce12144095d is going to be deleted. [ 1130.936386] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.936606] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.962700] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.962844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.962903] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.963142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.963286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.997844] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac79a832-b944-40f7-835d-c084a86e401e in Status: IN_PROGRESS for 2s [ 1131.013079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.013219] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 130e6a0f-91d5-4fde-bd58-2441e79c12ce is going to be deleted. [ 1131.014320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.014553] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.046216] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.047176] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f87608a-a6f5-4681-9039-96daabaf3c6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.061213] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.061376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.061451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.061663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.061755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.061866] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 is going to be created. [ 1131.064876] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.114962] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.115125] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.137369] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.137518] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bf6f1e7-3046-462a-b526-bf858df01828 is going to be deleted. [ 1131.138594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.139435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.184998] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.185209] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.195526] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.195613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.195680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.195856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.196053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.197749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.197872] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31d888eb-7e2d-4004-95e5-b2ccd8d7cd00 is going to be deleted. [ 1131.199070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.199249] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.240063] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.240206] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.241544] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 in Status: UNINITIALIZED for 2s [ 1131.256797] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.257033] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 886c0141-ac90-42e4-8b0a-047058db7314 is going to be deleted. [ 1131.257959] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.258234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.307803] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.307988] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.327478] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.327849] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07331f55-d547-4d36-a4c7-ae4e119c49c4 is going to be deleted. [ 1131.328961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.329236] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.346300] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.346452] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.400188] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.400422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.402257] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.402257] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 is going to be deleted. [ 1131.402792] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.403074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.547876] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.548184] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.548497] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07345f92-0355-4ca7-a30f-18d6b5019480: rpc.has_security_group_logging(os_id): False [ 1131.549415] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f87608a-a6f5-4681-9039-96daabaf3c6b: rpc.has_security_group_logging(os_id): False [ 1131.566692] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff51013c-3062-441c-93b3-c2d9cb7366b7: rpc.has_security_group_logging(os_id): False [ 1131.578090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.578294] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21085f44-272c-4455-84ca-a94839738973 is going to be deleted. [ 1131.579585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.579862] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.581924] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.582144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.596864] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.597035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.597881] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.598055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.598865] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.598865] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.641563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.641738] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb9ae73f-102c-463d-ae25-cb4c40bea30f is going to be deleted. [ 1131.642969] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.643267] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.643414] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.643568] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb3aae0e-601d-4cf6-8e21-38d08d8b628d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.643775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.643977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.644198] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.644343] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eea57ee-32c3-4e99-bbcb-23f55fd21b3b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.644956] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.645170] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.690653] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.690990] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.691143] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.691242] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.691514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.691609] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.691719] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1131.692818] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.693056] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.693148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.693248] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-825a607b-3cf4-4338-b121-984d305110cd" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.693404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.693555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.693634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.693757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-341d8e01-9f6c-4215-a954-7a43325afd97" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.694367] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.694583] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.694684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.694748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-520e6d46-7d10-44e6-ade9-a13946c0b509" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.694894] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.695055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.695134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.695250] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11da9cbc-f0ef-406a-9b6a-cce12144095d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.695442] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.695597] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.695674] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.695845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-130e6a0f-91d5-4fde-bd58-2441e79c12ce" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.695992] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.696158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.696237] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.696350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bf6f1e7-3046-462a-b526-bf858df01828" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.696479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.696695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.696695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.696915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31d888eb-7e2d-4004-95e5-b2ccd8d7cd00" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.696915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.697045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.697122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.697250] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-886c0141-ac90-42e4-8b0a-047058db7314" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.697376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.697515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.697589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.697700] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07331f55-d547-4d36-a4c7-ae4e119c49c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.697822] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.697960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.709022] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.709191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.759167] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.759381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.778789] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.779105] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.779278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.779278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.779531] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.779531] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.779666] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07345f92-0355-4ca7-a30f-18d6b5019480 is going to be updated. [ 1131.780700] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.780873] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.801705] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.801846] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.801912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.802192] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.802414] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.819355] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1131.841326] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.841642] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.841777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.841878] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.842142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.842234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.842364] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b is going to be updated. [ 1131.843578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.843763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.876919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.877268] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.877370] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.877454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.877689] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.877823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.877939] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 is going to be updated. [ 1131.879984] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.880192] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.880283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.880404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb9ae73f-102c-463d-ae25-cb4c40bea30f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.880533] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.880685] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.880765] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.880864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.881355] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.881548] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.881639] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.881763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21085f44-272c-4455-84ca-a94839738973" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.940444] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.940444] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.940444] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.940444] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.940444] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.967078] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72f65881-cded-4039-8a90-53cac8ab8241 in Status: SUCCESS [ 1131.967307] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.968084] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07345f92-0355-4ca7-a30f-18d6b5019480 in Status: IN_PROGRESS for 2s [ 1131.977495] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.977495] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.977495] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.977495] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.977495] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.994919] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b in Status: IN_PROGRESS for 2s [ 1132.052238] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.052454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.052558] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.052857] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.053052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.090369] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: IN_PROGRESS for 2s [ 1132.125627] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1132.125897] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.126126] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.126460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.126699] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.126852] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.126962] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.127163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.127273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.127371] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.127677] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.302198] env[69309]: INFO networking_nsxv3.common.synchronization [req-0455244d-7089-439a-a590-79d4b5092525 req-68dc4c32-114c-48a6-ae6e-618f4b8cad49 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Enqueued Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_members [ 1132.303167] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_members [ 1132.303797] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac79a832-b944-40f7-835d-c084a86e401e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.303797] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.324231] env[69309]: INFO networking_nsxv3.common.synchronization [req-0455244d-7089-439a-a590-79d4b5092525 req-68dc4c32-114c-48a6-ae6e-618f4b8cad49 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Enqueued Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_rules [ 1132.324421] env[69309]: INFO networking_nsxv3.common.synchronization [req-0455244d-7089-439a-a590-79d4b5092525 req-68dc4c32-114c-48a6-ae6e-618f4b8cad49 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Enqueued Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_members [ 1132.324530] env[69309]: INFO networking_nsxv3.common.synchronization [req-0455244d-7089-439a-a590-79d4b5092525 req-68dc4c32-114c-48a6-ae6e-618f4b8cad49 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Enqueued Resource ID: 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 with Priority: HIGHEST for action port [ 1132.325243] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_rules [ 1132.325425] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_members [ 1132.325579] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 with Priority: HIGHEST for action port [ 1132.325902] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac79a832-b944-40f7-835d-c084a86e401e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.326046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.326290] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac79a832-b944-40f7-835d-c084a86e401e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.326407] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.326621] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.326751] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.326860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.327093] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.327207] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.630444] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.630917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.630917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.631191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.631396] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.635052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.635052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.635052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.635052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.635052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.635052] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.635052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.635052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.635052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.635052] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.635052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.635052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.635052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.635052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.635052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.635052] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.829612] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 with status ACTIVE [ 1132.829861] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.830028] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.830028] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.830214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.830298] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.830530] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.830644] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.830699] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.830836] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.830913] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.831130] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.831255] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.831329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.831413] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.831477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.831565] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7 is going to be updated. [ 1132.854059] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.854256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.854256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.854479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.854640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.855028] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d7183e5-f9ba-477f-9fb8-243e1d1fdfe7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.010233] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac79a832-b944-40f7-835d-c084a86e401e in Status: SUCCESS [ 1133.010493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.010658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.010875] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.011068] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.011184] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.013904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.013904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.013904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.013904] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.135499] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b44d13bd-a53b-4e8d-bbbd-1177005aae69: rpc.has_security_group_logging(os_id): False [ 1133.154370] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.154596] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.154596] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.154794] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.177104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.177104] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.177104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.177104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.177104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.177104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.177104] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.177104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.177104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.177104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.177104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.177104] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.177104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.177104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.178205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.178205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.178205] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be updated. [ 1133.238398] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.238573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.238625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.239232] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.239486] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.251985] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 in Status: SUCCESS [ 1133.252194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.252351] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.252589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.252773] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.252902] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.252950] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.253097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.253175] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.253253] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.253358] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('096d6a03-0a2f-495f-a9eb-90c8f49ffaf9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.255848] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1133.516698] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.756050] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('096d6a03-0a2f-495f-a9eb-90c8f49ffaf9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.846735] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1133.846932] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d deletion is rescheduled due to dependency. [ 1133.847068] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.847257] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.847476] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.847680] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.848306] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.848306] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.848306] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.848306] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.848306] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.848306] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.994573] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07345f92-0355-4ca7-a30f-18d6b5019480 in Status: SUCCESS [ 1133.994912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.008184] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b in Status: SUCCESS [ 1134.008412] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.019071] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.106473] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: SUCCESS [ 1134.106709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.260812] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9: rpc.has_security_group_logging(os_id): False [ 1134.279887] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.280111] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.280111] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.280344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.280469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.280700] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.280810] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.280874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.281024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.281100] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.281198] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 is going to be created. [ 1134.342843] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.342984] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.343065] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.343297] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.343509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.351677] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.351827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.351880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.352046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.352206] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.352302] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.352362] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.352536] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.352662] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.352785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.352943] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.353051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.353134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.353280] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.353442] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.353536] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.353597] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.353734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.353808] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.353889] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.353978] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.358109] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 in Status: IN_PROGRESS for 2s [ 1134.523325] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.523488] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.523563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.523788] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.523884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.523990] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac79a832-b944-40f7-835d-c084a86e401e is going to be updated. [ 1134.554298] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.554479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.554555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.554731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.554893] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.564364] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac79a832-b944-40f7-835d-c084a86e401e in Status: IN_PROGRESS for 2s [ 1134.862444] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae6cf6ac-11e6-4f07-a864-3b0852f2af9d: rpc.has_security_group_logging(os_id): False [ 1134.877592] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.877767] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.877841] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.878068] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.878166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.878405] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.878553] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.878590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.878748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.878827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.879024] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.879127] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.879191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.879334] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.879411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.879593] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.879687] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.879748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.879885] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.879961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.880057] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1134.949093] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.949276] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.949350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.949586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.949773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.982047] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1135.269787] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1135.270023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.270208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.270423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.270558] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.779919] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.780120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.780188] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.780403] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.780587] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.780663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.780719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.780868] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.780958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.781059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.781150] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.286703] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.286703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.286703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.286703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.286703] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.286703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.286703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.286703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.286703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.286703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.286703] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.286703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.286703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.286703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.286703] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.286703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.287749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.287749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.287749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.287749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.287749] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.446881] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 in Status: SUCCESS [ 1136.448302] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.515028] env[69309]: INFO networking_nsxv3.common.synchronization [req-0e53ffec-1d96-459d-aa5b-4987a20e21a0 req-91f3de49-6ed0-4eb6-82f0-afd159ad9037 tempest-AttachInterfacesUnderV243Test-1400248300 tempest-AttachInterfacesUnderV243Test-1400248300-project-member] Enqueued Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_members [ 1136.515028] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac79a832-b944-40f7-835d-c084a86e401e with Priority: HIGHEST for action security_group_members [ 1136.515028] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac79a832-b944-40f7-835d-c084a86e401e taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.517167] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.573140] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac79a832-b944-40f7-835d-c084a86e401e in Status: SUCCESS [ 1136.573316] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.573505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.574481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.574481] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.574481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.574481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.574481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.574481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.574481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.575056] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.575441] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.575580] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.575580] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.575580] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.576133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.576201] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.576274] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.576373] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.790715] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b44d13bd-a53b-4e8d-bbbd-1177005aae69: rpc.has_security_group_logging(os_id): False [ 1136.811564] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.811770] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.811770] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.812174] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.812174] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.812471] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.812471] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.812727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.812727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.812727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.812910] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.813014] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.813076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.813220] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.813295] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.813530] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.813794] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.817312] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.817515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.817598] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.817700] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be updated. [ 1136.878259] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.878403] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.878447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.878624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.878767] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.893890] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1137.001655] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1137.002059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.077950] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.080120] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.080120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.080120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.080120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.089394] env[69309]: INFO networking_nsxv3.common.synchronization [None req-2ab3785f-aaca-4be9-b31d-2c9039440202 None None] Enqueued Resource ID: 76802788-baea-497a-b9b5-659b71153aa8 with Priority: HIGHEST for action port [ 1137.091022] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76802788-baea-497a-b9b5-659b71153aa8 with Priority: HIGHEST for action port [ 1137.091022] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-76802788-baea-497a-b9b5-659b71153aa8 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.091022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76802788-baea-497a-b9b5-659b71153aa8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.091022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76802788-baea-497a-b9b5-659b71153aa8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.091717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76802788-baea-497a-b9b5-659b71153aa8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.091813] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76802788-baea-497a-b9b5-659b71153aa8',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.108542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.109204] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.109373] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.109441] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.109634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.109769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.109809] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac79a832-b944-40f7-835d-c084a86e401e is going to be updated. [ 1137.143343] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.143475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.143603] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.143814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.143954] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.154570] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac79a832-b944-40f7-835d-c084a86e401e in Status: IN_PROGRESS for 2s [ 1137.582401] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac79a832-b944-40f7-835d-c084a86e401e: rpc.has_security_group_logging(os_id): False [ 1137.594232] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76802788-baea-497a-b9b5-659b71153aa8 [ 1137.594572] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.594779] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.594883] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.595167] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.595270] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.595384] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76802788-baea-497a-b9b5-659b71153aa8 already deleted. [ 1137.595506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76802788-baea-497a-b9b5-659b71153aa8" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.600167] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.600279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.600345] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.600596] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.600683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.600925] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.601033] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.601098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.601332] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.601421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.601511] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac79a832-b944-40f7-835d-c084a86e401e is going to be updated. [ 1137.694541] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.694693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.694779] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.695014] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.695172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.711631] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac79a832-b944-40f7-835d-c084a86e401e in Status: IN_PROGRESS for 2s [ 1137.959785] env[69309]: INFO networking_nsxv3.common.synchronization [None req-acdb8b75-29e0-4f06-9d03-c577f9265549 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Enqueued Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_rules [ 1137.960399] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_rules [ 1137.960806] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.960955] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.961088] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.961467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.961467] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.099025] env[69309]: INFO networking_nsxv3.common.synchronization [None req-2492acc2-ca48-4a1b-8ebe-bdba129af97b tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Enqueued Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_rules [ 1138.099540] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_rules [ 1138.099857] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.099955] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.483371] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.483552] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.483609] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.483826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.483919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.484031] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 already deleted. [ 1138.484122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.484276] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.484428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.484513] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.910165] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1138.910165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.017784] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.017784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.017784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.017784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.017784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.017784] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 already deleted. [ 1139.017784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.161154] env[69309]: INFO networking_nsxv3.common.synchronization [None req-68b9202e-84a5-4b50-91b2-13cdcf5e936b None None] Enqueued Resource ID: d11d74ff-15a5-40f0-b5f7-68f1ee370d88 with Priority: HIGHEST for action port [ 1139.161306] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11d74ff-15a5-40f0-b5f7-68f1ee370d88 with Priority: HIGHEST for action port [ 1139.162779] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d11d74ff-15a5-40f0-b5f7-68f1ee370d88 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.162779] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d11d74ff-15a5-40f0-b5f7-68f1ee370d88" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.162779] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d11d74ff-15a5-40f0-b5f7-68f1ee370d88" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.162779] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d11d74ff-15a5-40f0-b5f7-68f1ee370d88" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.162779] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d11d74ff-15a5-40f0-b5f7-68f1ee370d88',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.165534] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac79a832-b944-40f7-835d-c084a86e401e in Status: SUCCESS [ 1139.165683] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac79a832-b944-40f7-835d-c084a86e401e deletion is rescheduled due to dependency. [ 1139.165729] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.165855] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.166053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.166872] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.166872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.166872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.166872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.166872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.166872] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.664616] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d11d74ff-15a5-40f0-b5f7-68f1ee370d88 [ 1139.664870] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.665021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.665093] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.665305] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.665395] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.665495] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d11d74ff-15a5-40f0-b5f7-68f1ee370d88 already deleted. [ 1139.665578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d11d74ff-15a5-40f0-b5f7-68f1ee370d88" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.672359] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.672359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.672359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.672359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.672359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.672359] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.672359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.672359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.672359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.672359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.672359] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac79a832-b944-40f7-835d-c084a86e401e is going to be updated. [ 1139.697226] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.697321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.697360] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.698714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.698714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.712988] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac79a832-b944-40f7-835d-c084a86e401e in Status: IN_PROGRESS for 2s [ 1139.728621] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac79a832-b944-40f7-835d-c084a86e401e in Status: SUCCESS [ 1139.729981] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.730200] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.730425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.730516] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.758755] env[69309]: INFO networking_nsxv3.common.synchronization [req-b7f9b8c0-7ccf-42f4-9a42-cc69ea28435b req-277b3c74-2cde-43f6-bd31-0f558aa30460 tempest-ServersWithSpecificFlavorTestJSON-1265749754 tempest-ServersWithSpecificFlavorTestJSON-1265749754-project-member] Enqueued Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_members [ 1139.760727] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGHEST for action security_group_members [ 1139.760727] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff51013c-3062-441c-93b3-c2d9cb7366b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.760727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.760727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.760727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.761058] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.761107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.761174] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.761334] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.761416] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.761509] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.249956] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.250477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.250477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.250477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.250643] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.250643] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac79a832-b944-40f7-835d-c084a86e401e is going to be deleted. [ 1140.266079] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.266275] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.266275] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.266476] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.266570] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.266761] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.266859] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.266934] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.267170] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.267263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.267362] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 is going to be updated. [ 1140.291747] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.291747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.291747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.291979] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.292029] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.301787] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.301940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.301989] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.302162] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.302246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.302365] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.302522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.302683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.302764] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.304496] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: IN_PROGRESS for 2s [ 1140.824569] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.824922] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.824922] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.825262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.825547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.825668] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac79a832-b944-40f7-835d-c084a86e401e already deleted. [ 1140.826872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.723081] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac79a832-b944-40f7-835d-c084a86e401e in Status: SUCCESS [ 1141.723421] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac79a832-b944-40f7-835d-c084a86e401e deletion is rescheduled due to dependency. [ 1141.723421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.723541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.723730] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.723936] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.724102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.724179] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.724354] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.724454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.724530] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac79a832-b944-40f7-835d-c084a86e401e',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.227637] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.227848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.227969] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.228241] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.228377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.228651] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.228813] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.228882] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.229094] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.229190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.229281] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac79a832-b944-40f7-835d-c084a86e401e is going to be deleted. [ 1142.261145] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.261322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.261390] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.261642] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.261755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.261876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac79a832-b944-40f7-835d-c084a86e401e" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.317012] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 in Status: SUCCESS [ 1142.317560] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 deletion is rescheduled due to dependency. [ 1142.317560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.149112] env[69309]: INFO networking_nsxv3.common.synchronization [req-9c7aaafa-a902-4db7-8a51-b816b90c44bb req-f7f72940-04f4-4039-99bf-6db5d119bf4f tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1144.150818] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1144.151318] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.152015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.152015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.152015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.154139] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.154139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.154139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.154139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.154139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.154139] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.483814] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.484119] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.484306] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.484665] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.485069] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.485296] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.485488] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.485823] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.486091] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.486409] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.486595] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.486852] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.487052] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.487246] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.487429] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.487643] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.509110] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.509273] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1144.509412] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.509590] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.509890] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.510077] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.510205] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.510561] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.510686] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db35c6f-bb9f-4172-9367-9cc2c2fa64eb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.657780] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.657995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.657995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.658216] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.658312] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.658509] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.658602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.658667] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.658824] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.658945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.659050] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1144.684746] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.684907] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.684979] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.685219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.685317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.695801] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1145.012719] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.012968] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.013122] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.013407] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.013646] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.013835] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 1db35c6f-bb9f-4172-9367-9cc2c2fa64eb not found, creating... [ 1145.014109] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.014276] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.014399] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.014635] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.014786] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.015097] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.015263] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.015388] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.015610] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.015752] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.015901] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 1db35c6f-bb9f-4172-9367-9cc2c2fa64eb is going to be created. [ 1145.037536] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.037739] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.037868] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.038148] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.038381] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.038599] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.719413] env[69309]: INFO networking_nsxv3.common.synchronization [req-9c7aaafa-a902-4db7-8a51-b816b90c44bb req-f7aa2594-9a73-40f8-979a-a398a7d8e021 service nova] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_rules [ 1145.719749] env[69309]: INFO networking_nsxv3.common.synchronization [req-9c7aaafa-a902-4db7-8a51-b816b90c44bb req-f7aa2594-9a73-40f8-979a-a398a7d8e021 service nova] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1145.719749] env[69309]: INFO networking_nsxv3.common.synchronization [req-9c7aaafa-a902-4db7-8a51-b816b90c44bb req-f7aa2594-9a73-40f8-979a-a398a7d8e021 service nova] Enqueued Resource ID: 1db35c6f-bb9f-4172-9367-9cc2c2fa64eb with Priority: HIGHEST for action port [ 1145.719942] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_rules [ 1145.719993] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1145.720114] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db35c6f-bb9f-4172-9367-9cc2c2fa64eb with Priority: HIGHEST for action port [ 1145.720679] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.720785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.720853] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.721247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.721382] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.722228] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.722324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.722525] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.722656] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.722771] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.722887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.722965] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db35c6f-bb9f-4172-9367-9cc2c2fa64eb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.225146] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.226327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.227479] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1db35c6f-bb9f-4172-9367-9cc2c2fa64eb with status ACTIVE [ 1146.227479] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.227479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.227479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.227688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.227891] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.227891] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.227986] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.228165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.228204] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.228275] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.228460] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.228593] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.228626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.228741] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.228842] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.228887] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1db35c6f-bb9f-4172-9367-9cc2c2fa64eb is going to be updated. [ 1146.249230] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.249732] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.249732] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.249732] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.249732] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.249896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1db35c6f-bb9f-4172-9367-9cc2c2fa64eb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.708626] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1146.708779] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d deletion is rescheduled due to dependency. [ 1146.708899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.709132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.709313] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.709494] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.709606] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.709939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.709994] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.710109] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.710188] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.998719] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.999178] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-158" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.999178] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-158" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.999368] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-158" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.999603] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.999807] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.001068] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.001068] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.001068] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.001068] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.001068] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.001068] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.001248] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.001248] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.001323] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.001520] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.020027] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.020027] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1147.020027] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.020242] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-158" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.020487] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-0f19002d-d385-46b9-a804-ffa1646f0b50 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.020698] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-0f19002d-d385-46b9-a804-ffa1646f0b50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.021515] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-0f19002d-d385-46b9-a804-ffa1646f0b50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.021515] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-0f19002d-d385-46b9-a804-ffa1646f0b50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.021515] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f19002d-d385-46b9-a804-ffa1646f0b50',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.213255] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.524535] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.524535] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.524535] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.524732] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.524872] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.525191] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.525358] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.525481] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.525773] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.526678] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.526678] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.526678] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.526678] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.526847] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.526922] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.527059] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 0f19002d-d385-46b9-a804-ffa1646f0b50 is going to be updated. [ 1147.548901] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.549152] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.549314] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.549705] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.550056] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.550423] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-0f19002d-d385-46b9-a804-ffa1646f0b50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.715547] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.220184] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.220184] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.220184] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.220184] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.220184] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.220184] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1148.249800] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.249800] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.249800] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.249800] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.249800] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.257021] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1148.283210] env[69309]: INFO networking_nsxv3.common.synchronization [req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 req-bcfdd8a7-b4cd-4cbc-bfdb-82b8021f3365 service nova] Enqueued Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_rules [ 1148.283210] env[69309]: INFO networking_nsxv3.common.synchronization [req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 req-bcfdd8a7-b4cd-4cbc-bfdb-82b8021f3365 service nova] Enqueued Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_members [ 1148.283210] env[69309]: INFO networking_nsxv3.common.synchronization [req-88972207-10e4-40c6-a9ac-3946bfcfe8b6 req-bcfdd8a7-b4cd-4cbc-bfdb-82b8021f3365 service nova] Enqueued Resource ID: 0f19002d-d385-46b9-a804-ffa1646f0b50 with Priority: HIGHEST for action port [ 1148.283210] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_rules [ 1148.283210] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_members [ 1148.283210] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f19002d-d385-46b9-a804-ffa1646f0b50 with Priority: HIGHEST for action port [ 1148.283842] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.284135] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.284324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.287020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.287020] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.287020] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.287020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.287020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.287020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.287020] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.287020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.287020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.287020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.287020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.287020] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.288311] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f19002d-d385-46b9-a804-ffa1646f0b50 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.288559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f19002d-d385-46b9-a804-ffa1646f0b50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.289049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f19002d-d385-46b9-a804-ffa1646f0b50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.289299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f19002d-d385-46b9-a804-ffa1646f0b50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.289484] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f19002d-d385-46b9-a804-ffa1646f0b50',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.791931] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.792098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.792862] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.793185] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f19002d-d385-46b9-a804-ffa1646f0b50 with status ACTIVE [ 1148.793371] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.794136] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.794136] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.794136] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.794136] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.794136] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.794136] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.794313] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.794468] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.794468] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.794620] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.794715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.794775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.794958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.795061] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.795098] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f19002d-d385-46b9-a804-ffa1646f0b50 is going to be updated. [ 1148.815928] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.815928] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.815928] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.816175] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.816175] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.816321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f19002d-d385-46b9-a804-ffa1646f0b50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.297504] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.748298] env[69309]: INFO networking_nsxv3.common.synchronization [req-3f447857-7330-4b11-a6dc-0e2ccb904d9e req-b7f59eb8-e3ca-4188-9e67-1af3a6e7e56f tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Enqueued Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_members [ 1149.748926] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_members [ 1149.749156] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.749428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.749428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.749651] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.749815] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.749911] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.749967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.752243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.752356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.752554] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.799844] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.800060] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.800478] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.800478] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.800478] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.800629] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca is going to be updated. [ 1149.827161] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.827328] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.827399] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.827618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.827774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.840696] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca in Status: IN_PROGRESS for 2s [ 1150.094023] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.094237] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.094367] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.094719] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.094997] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.095173] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.095295] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.095516] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.095672] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.095897] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.096034] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.096561] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.096561] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.096561] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.096561] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.096840] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.118679] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.118860] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1150.119016] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.119244] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.119577] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-67f37eca-5cb2-40c0-b879-ef0696f2e372 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.119759] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-67f37eca-5cb2-40c0-b879-ef0696f2e372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.119888] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-67f37eca-5cb2-40c0-b879-ef0696f2e372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.120253] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-67f37eca-5cb2-40c0-b879-ef0696f2e372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.120422] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67f37eca-5cb2-40c0-b879-ef0696f2e372',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.254438] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.254647] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.254684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.255053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.255154] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.255412] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.255546] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.255630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.255812] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.255951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.256077] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 already deleted. [ 1150.256186] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.266753] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1150.267076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.267625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.267852] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.268051] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.268189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.268251] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.268406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.268477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.268558] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.268649] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.622745] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.623173] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.623305] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.623577] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.624385] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.624385] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 67f37eca-5cb2-40c0-b879-ef0696f2e372 not found, creating... [ 1150.624385] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.624635] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.624635] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.624838] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.624986] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.625306] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.625512] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.625589] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.625821] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.626070] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.626293] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 67f37eca-5cb2-40c0-b879-ef0696f2e372 is going to be created. [ 1150.646255] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.646500] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.646821] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.646918] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.647215] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.647446] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-67f37eca-5cb2-40c0-b879-ef0696f2e372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.771881] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.771881] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.771881] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.772092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.772092] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.772189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.772317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.773337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.773337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.773337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.773337] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.773337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.773337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.773337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.773337] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.773337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.773337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.773740] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.773740] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.773740] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.774788] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.280421] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae6cf6ac-11e6-4f07-a864-3b0852f2af9d: rpc.has_security_group_logging(os_id): False [ 1151.298108] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.298275] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.298333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.298997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.298997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.298997] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.298997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.299205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.299382] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.299476] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.299675] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.299779] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.299844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.299996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.300086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.300272] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.300367] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.300430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.300574] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.300753] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.300852] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1151.376955] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.377129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.377200] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.377406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.377551] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.393053] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1151.413218] env[69309]: INFO networking_nsxv3.common.synchronization [req-3f447857-7330-4b11-a6dc-0e2ccb904d9e req-463a372b-7538-4111-80f4-6181219bd8fa service nova] Enqueued Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_rules [ 1151.413218] env[69309]: INFO networking_nsxv3.common.synchronization [req-3f447857-7330-4b11-a6dc-0e2ccb904d9e req-463a372b-7538-4111-80f4-6181219bd8fa service nova] Enqueued Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_members [ 1151.413357] env[69309]: INFO networking_nsxv3.common.synchronization [req-3f447857-7330-4b11-a6dc-0e2ccb904d9e req-463a372b-7538-4111-80f4-6181219bd8fa service nova] Enqueued Resource ID: 67f37eca-5cb2-40c0-b879-ef0696f2e372 with Priority: HIGHEST for action port [ 1151.413963] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_rules [ 1151.413963] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_members [ 1151.414181] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67f37eca-5cb2-40c0-b879-ef0696f2e372 with Priority: HIGHEST for action port [ 1151.414890] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.414890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.414890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.414890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.414890] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.416208] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.416363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.416393] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.416561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.416712] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.417122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.417122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.417122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.417122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.417380] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.417922] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-67f37eca-5cb2-40c0-b879-ef0696f2e372 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.418096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67f37eca-5cb2-40c0-b879-ef0696f2e372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.418096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67f37eca-5cb2-40c0-b879-ef0696f2e372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.418376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67f37eca-5cb2-40c0-b879-ef0696f2e372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.418376] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67f37eca-5cb2-40c0-b879-ef0696f2e372',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.852939] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca in Status: SUCCESS [ 1151.852939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.852939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.852939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.852939] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.852939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.852939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.852939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.852939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.852939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.852939] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.920657] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.920657] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.920657] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.921496] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67f37eca-5cb2-40c0-b879-ef0696f2e372 with status ACTIVE [ 1151.921691] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.921811] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.921878] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.922103] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.922199] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.922376] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.922473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.922549] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.922762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.922836] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.924025] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.924750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.924750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.924750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.924750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.924750] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67f37eca-5cb2-40c0-b879-ef0696f2e372 is going to be updated. [ 1151.947581] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.947581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.947581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.947809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.947841] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.948119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67f37eca-5cb2-40c0-b879-ef0696f2e372" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.356344] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.356506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.356548] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.356764] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.356937] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.357053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.357125] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.357290] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.357393] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.357527] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.357641] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.357735] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.357796] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.357938] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.358090] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.358179] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.358239] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.358372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.358446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.358526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.358616] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.427421] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.861297] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 654e0663-5c1b-4e3d-a043-1a8ba010c7ca: rpc.has_security_group_logging(os_id): False [ 1152.882134] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.882336] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.882375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.882650] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.911173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.911300] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.911695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.911840] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.912252] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.912314] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.912544] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.912746] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.912861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.913030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.913115] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.913320] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.913414] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.913473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.913617] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.913698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.913770] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca is going to be updated. [ 1152.930475] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.930825] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.930825] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.930985] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.931101] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.931208] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 is going to be created. [ 1152.956882] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.957192] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.957192] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.957395] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.957601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.966986] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: UNINITIALIZED for 2s [ 1152.979197] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.979423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.979499] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.979725] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.979892] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.995015] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca in Status: IN_PROGRESS for 2s [ 1153.406849] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1153.407119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.985764] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: SUCCESS [ 1154.986935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.986935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.986935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.986935] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.986935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.986935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.987184] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.987214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.987306] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.987375] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.033212] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca in Status: SUCCESS [ 1155.033514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.490305] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.995528] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3: rpc.has_security_group_logging(os_id): False [ 1156.014511] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.014662] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.014733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.014966] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.015074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.015334] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.017379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.017379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.017379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.017379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.017379] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 is going to be created. [ 1156.086177] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.086177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.086177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.086177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.086599] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.119277] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: IN_PROGRESS for 2s [ 1156.415653] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1156.415983] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1157.604270] env[69309]: INFO networking_nsxv3.common.synchronization [req-aacb252e-9fa4-420b-ae12-b4b0309b1ea1 req-e71068c6-9319-41d5-8168-3c4d7dedf055 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1157.604270] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1157.604270] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.604270] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.604270] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.604270] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.604843] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.604843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.604843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.604843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.604843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.604843] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.109602] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.109838] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.109900] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.110169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.110290] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.110535] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.110696] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.110789] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.110957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.111048] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.111144] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be updated. [ 1158.136647] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: SUCCESS [ 1158.137490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.152376] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.152376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.152376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.152551] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.152579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.168969] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1160.181744] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1160.182166] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 deletion is rescheduled due to dependency. [ 1160.182166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.338614] env[69309]: INFO networking_nsxv3.common.synchronization [req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b req-6926c62d-fab1-4c89-b204-78ea72f70382 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1160.339445] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1160.339607] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.339744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.339744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.339947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.340364] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.340416] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.340481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.340676] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.340770] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.340970] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.662393] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.662703] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.662893] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.663271] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.663630] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.663878] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.664099] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.664432] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.664679] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.664991] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1160.665175] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.665333] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.665486] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.665651] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1160.665905] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.666076] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.685736] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.685913] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1160.686070] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.686280] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.686607] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-556e6429-1efb-45a1-b416-32ff51bc6638 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.686787] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-556e6429-1efb-45a1-b416-32ff51bc6638" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.686909] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-556e6429-1efb-45a1-b416-32ff51bc6638" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.687270] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-556e6429-1efb-45a1-b416-32ff51bc6638" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.687415] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('556e6429-1efb-45a1-b416-32ff51bc6638',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.843516] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.843725] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.843725] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.843931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.844094] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.844610] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.844610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.844610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.844769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.844769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.844822] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be updated. [ 1160.899986] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.900266] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.900266] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.900434] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.901884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.909791] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1161.189476] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.189808] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.189987] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.190304] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.190540] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.190755] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 556e6429-1efb-45a1-b416-32ff51bc6638 not found, creating... [ 1161.191149] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.191417] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.191547] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.191850] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.192073] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.192486] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.192708] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.192922] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.193239] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.193441] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.193638] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 556e6429-1efb-45a1-b416-32ff51bc6638 is going to be created. [ 1161.217718] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.218071] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.218243] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.218502] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.218758] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.219025] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-556e6429-1efb-45a1-b416-32ff51bc6638" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.930185] env[69309]: INFO networking_nsxv3.common.synchronization [req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b req-dadff4f9-a428-4102-a508-9e3d45ff4353 service nova] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_rules [ 1161.930185] env[69309]: INFO networking_nsxv3.common.synchronization [req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b req-dadff4f9-a428-4102-a508-9e3d45ff4353 service nova] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1161.930185] env[69309]: INFO networking_nsxv3.common.synchronization [req-c1541cdf-3304-4b1f-9ac5-fc078a54c72b req-dadff4f9-a428-4102-a508-9e3d45ff4353 service nova] Enqueued Resource ID: 556e6429-1efb-45a1-b416-32ff51bc6638 with Priority: HIGHEST for action port [ 1161.930185] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_rules [ 1161.930185] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1161.930185] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 556e6429-1efb-45a1-b416-32ff51bc6638 with Priority: HIGHEST for action port [ 1161.931141] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.931533] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.931740] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.932056] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.932259] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.933725] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.934857] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.935170] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-556e6429-1efb-45a1-b416-32ff51bc6638 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.935301] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-556e6429-1efb-45a1-b416-32ff51bc6638" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.935356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-556e6429-1efb-45a1-b416-32ff51bc6638" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.935542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-556e6429-1efb-45a1-b416-32ff51bc6638" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.936762] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('556e6429-1efb-45a1-b416-32ff51bc6638',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.439446] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.439446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.439446] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 556e6429-1efb-45a1-b416-32ff51bc6638 with status ACTIVE [ 1162.439446] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.439446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.439446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.439446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.439446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.439446] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.439446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.439446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.439446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.439446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.439446] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.440554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.440554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.440554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.440554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.440554] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 556e6429-1efb-45a1-b416-32ff51bc6638 is going to be updated. [ 1162.462643] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.463068] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.463068] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.463214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.463261] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.466189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-556e6429-1efb-45a1-b416-32ff51bc6638" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.919207] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1162.919378] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 deletion is rescheduled due to dependency. [ 1162.919570] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.919671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.919815] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.920025] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.920136] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.920299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.920404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.920458] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.920512] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.422670] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.925384] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.430161] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.430383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.430487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.430757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.430877] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.431030] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be updated. [ 1164.460771] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.460928] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.461063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.461237] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.465021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.470972] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1166.481715] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1166.482118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.482118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.482358] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.482575] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.482691] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.482764] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.482993] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.483098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.483185] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.483277] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.930425] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1166.930555] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1166.985529] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.985717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.985717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.985945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.986165] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.986687] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.986752] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.986923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.987026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.987151] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.987317] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.987417] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.987492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.987658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.987827] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.987983] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.988118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.988322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.988410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.988509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.988605] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.490729] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b44d13bd-a53b-4e8d-bbbd-1177005aae69: rpc.has_security_group_logging(os_id): False [ 1167.507848] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.508060] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.508106] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.508331] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.508429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.508674] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.508797] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.508889] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.509184] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.509277] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.509490] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.509594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.509672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.509805] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.509892] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.510236] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.510236] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.510414] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.510414] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.510487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.510577] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be updated. [ 1167.571024] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.571939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.571939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.571939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.571939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.586420] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1169.602303] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1169.602734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.932226] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1171.932588] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1175.844531] env[69309]: INFO networking_nsxv3.common.synchronization [req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 req-78d9a541-7e5e-4eb6-95a8-926de845187b tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1175.845045] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1175.845338] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.845464] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.845530] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.845729] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.845872] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.845965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.846039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.846183] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.846269] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.846361] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.131477] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.131693] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.131827] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.132127] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.132405] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.132567] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.132687] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.132914] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.133182] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.133444] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.133603] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.133749] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.133893] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.134079] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.134260] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.134431] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.152837] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.153109] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1176.153284] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.153563] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.153742] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-1590f47d-99e4-459f-8f94-6a06921f5156 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.153914] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-1590f47d-99e4-459f-8f94-6a06921f5156" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.154089] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-1590f47d-99e4-459f-8f94-6a06921f5156" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.154426] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-1590f47d-99e4-459f-8f94-6a06921f5156" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.154576] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1590f47d-99e4-459f-8f94-6a06921f5156',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.349353] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.349533] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.349533] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.349746] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.368966] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.369244] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.369363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.369430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.369620] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.369704] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.369792] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f is going to be updated. [ 1176.396556] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.396694] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.396763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.396961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.397153] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.404893] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: IN_PROGRESS for 2s [ 1176.657308] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.657590] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.657771] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.658149] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.658368] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.658590] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 1590f47d-99e4-459f-8f94-6a06921f5156 not found, creating... [ 1176.658935] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.659172] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.659358] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.659741] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.659872] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.660291] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.660514] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.660690] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.660978] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.661184] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.661414] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 1590f47d-99e4-459f-8f94-6a06921f5156 is going to be created. [ 1176.681966] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.682276] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.682459] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.682806] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.683126] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.683435] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-1590f47d-99e4-459f-8f94-6a06921f5156" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.771723] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.771941] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-656" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.772090] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-656" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.772397] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-656" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.773139] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.773333] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.773461] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.773690] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.773847] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.774074] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.774200] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.774319] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.774450] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.774596] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.774741] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.774867] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.792768] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.792855] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1176.793047] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.793280] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-656" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.793616] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-c70137f8-5765-4095-a73c-f09a2764a2bb taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.793802] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-c70137f8-5765-4095-a73c-f09a2764a2bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.793928] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-c70137f8-5765-4095-a73c-f09a2764a2bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.794238] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-c70137f8-5765-4095-a73c-f09a2764a2bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.794386] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c70137f8-5765-4095-a73c-f09a2764a2bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.297168] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.297581] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.297581] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.297881] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.298291] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.298622] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.298809] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.298956] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.299244] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.299535] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.299780] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.299964] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.300110] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.300355] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.300519] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.300688] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: c70137f8-5765-4095-a73c-f09a2764a2bb is going to be updated. [ 1177.319395] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.319596] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.319730] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.320009] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.320217] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.320447] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-c70137f8-5765-4095-a73c-f09a2764a2bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.422026] env[69309]: INFO networking_nsxv3.common.synchronization [req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 req-d2c3358d-4a8b-4ad2-b139-407639dc9717 service nova] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_rules [ 1177.422341] env[69309]: INFO networking_nsxv3.common.synchronization [req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 req-d2c3358d-4a8b-4ad2-b139-407639dc9717 service nova] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1177.422572] env[69309]: INFO networking_nsxv3.common.synchronization [req-0dff8e7d-c89c-4ea6-ab41-6b9106aad205 req-d2c3358d-4a8b-4ad2-b139-407639dc9717 service nova] Enqueued Resource ID: 1590f47d-99e4-459f-8f94-6a06921f5156 with Priority: HIGHEST for action port [ 1177.423295] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_rules [ 1177.423498] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1177.424069] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1590f47d-99e4-459f-8f94-6a06921f5156 with Priority: HIGHEST for action port [ 1177.424069] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.424364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.424364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.424577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.424727] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.426167] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.426167] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.426438] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1590f47d-99e4-459f-8f94-6a06921f5156 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.426557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1590f47d-99e4-459f-8f94-6a06921f5156" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.426658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1590f47d-99e4-459f-8f94-6a06921f5156" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.426924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1590f47d-99e4-459f-8f94-6a06921f5156" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.427059] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1590f47d-99e4-459f-8f94-6a06921f5156',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.930813] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.931037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.931190] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1590f47d-99e4-459f-8f94-6a06921f5156 with status ACTIVE [ 1177.931411] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.931510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.931561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.931750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.931827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.931999] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.932108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.932162] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.932321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.932400] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.932586] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.932681] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.932740] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.932910] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.932965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.933022] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1590f47d-99e4-459f-8f94-6a06921f5156 is going to be updated. [ 1177.955580] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.955769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.955769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.955999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.956140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.956307] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1590f47d-99e4-459f-8f94-6a06921f5156" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.069704] env[69309]: INFO networking_nsxv3.common.synchronization [req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 req-82312714-0fd8-44e7-8550-983a20e29f87 service nova] Enqueued Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGHEST for action security_group_rules [ 1178.069838] env[69309]: INFO networking_nsxv3.common.synchronization [req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 req-82312714-0fd8-44e7-8550-983a20e29f87 service nova] Enqueued Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGHEST for action security_group_members [ 1178.069987] env[69309]: INFO networking_nsxv3.common.synchronization [req-a70d50cd-9c36-4f11-94fb-3b4ea788dd84 req-82312714-0fd8-44e7-8550-983a20e29f87 service nova] Enqueued Resource ID: c70137f8-5765-4095-a73c-f09a2764a2bb with Priority: HIGHEST for action port [ 1178.070236] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGHEST for action security_group_rules [ 1178.070365] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGHEST for action security_group_members [ 1178.070456] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c70137f8-5765-4095-a73c-f09a2764a2bb with Priority: HIGHEST for action port [ 1178.071235] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07345f92-0355-4ca7-a30f-18d6b5019480 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.071375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.071440] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.071658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.071744] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.073418] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-07345f92-0355-4ca7-a30f-18d6b5019480 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.073569] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.073662] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.073864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.074092] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.074226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.074291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.074511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.074585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.074686] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.076072] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c70137f8-5765-4095-a73c-f09a2764a2bb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.076223] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c70137f8-5765-4095-a73c-f09a2764a2bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.076316] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c70137f8-5765-4095-a73c-f09a2764a2bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.076526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c70137f8-5765-4095-a73c-f09a2764a2bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.076632] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c70137f8-5765-4095-a73c-f09a2764a2bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.417151] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: SUCCESS [ 1178.417522] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f deletion is rescheduled due to dependency. [ 1178.417688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.417965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.418332] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.418607] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.418787] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.418897] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.419177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.419343] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.419485] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.581049] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-07345f92-0355-4ca7-a30f-18d6b5019480 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.581049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.581049] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.581049] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c70137f8-5765-4095-a73c-f09a2764a2bb with status ACTIVE [ 1178.581049] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.581049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.581049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.581049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.581049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.581049] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.581049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.581049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.581049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.581953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.582267] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.582585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.582772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.583032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.583225] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.583403] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c70137f8-5765-4095-a73c-f09a2764a2bb is going to be updated. [ 1178.604145] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.604145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.604145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.604145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.604145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.604145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c70137f8-5765-4095-a73c-f09a2764a2bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.923224] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.085984] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.425908] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.589857] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.589857] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.589857] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.589857] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.590064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.590064] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07345f92-0355-4ca7-a30f-18d6b5019480 is going to be updated. [ 1179.618686] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.618837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.618874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.619114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.619252] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.628982] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07345f92-0355-4ca7-a30f-18d6b5019480 in Status: IN_PROGRESS for 2s [ 1179.832244] env[69309]: INFO networking_nsxv3.common.synchronization [req-7ff2bfa2-44ad-4b29-b53b-a0a4d5c0dfdb req-733262bf-f5ec-45a6-81c4-37eeb9d926ba tempest-ServersNegativeTestJSON-784545653 tempest-ServersNegativeTestJSON-784545653-project-member] Enqueued Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_members [ 1179.833916] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGHEST for action security_group_members [ 1179.834599] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.834736] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.834813] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.834996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.835166] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.835272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.835357] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.835495] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.835590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.835667] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.928220] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.928464] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.928547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.928855] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.928994] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.929122] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f is going to be updated. [ 1179.956205] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.956441] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.956489] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.956775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.956931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.967059] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: IN_PROGRESS for 2s [ 1180.337552] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.337785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.337785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.338127] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.338260] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.338509] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.338696] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.338753] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.338923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.339031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.339152] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca is going to be updated. [ 1180.369547] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.369734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.369734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.369944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.370097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.377860] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca in Status: IN_PROGRESS for 2s [ 1181.639059] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07345f92-0355-4ca7-a30f-18d6b5019480 in Status: SUCCESS [ 1181.640467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.640467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.642016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.642016] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.642016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.642016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.642016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.642016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.642016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.642016] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.977701] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: SUCCESS [ 1181.978013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.978252] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.978524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.978790] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.978920] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.979060] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.979292] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.979377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.979477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.979576] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.145670] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.386624] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca in Status: SUCCESS [ 1182.386797] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca deletion is rescheduled due to dependency. [ 1182.386919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.482409] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.482657] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.482657] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.482864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.483067] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.483232] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.483348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.483502] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.483588] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.483680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.483835] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.483933] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.483995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.484234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.484440] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.484557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.484643] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.484858] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.484930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.485045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.485145] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.647599] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07345f92-0355-4ca7-a30f-18d6b5019480: rpc.has_security_group_logging(os_id): False [ 1182.666609] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.666848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.666934] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.668034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.668034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.668034] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.668034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.668034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.668350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.668350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.668350] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07345f92-0355-4ca7-a30f-18d6b5019480 is going to be updated. [ 1182.728169] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.728383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.728383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.728640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.728763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.743667] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07345f92-0355-4ca7-a30f-18d6b5019480 in Status: IN_PROGRESS for 2s [ 1182.988027] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70b3f3fd-2a60-4d27-9d90-4c4a756b133f: rpc.has_security_group_logging(os_id): False [ 1183.007824] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.008051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.008051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.008296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.008408] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.008635] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.008874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.008874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.009013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.009043] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.009212] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.009308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.009356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.009511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.009586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.009799] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.009876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.009904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.010044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.010133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.010214] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f is going to be updated. [ 1183.068083] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.069182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.069182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.069182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.069182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.080323] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: IN_PROGRESS for 2s [ 1183.263716] env[69309]: INFO networking_nsxv3.common.synchronization [req-d5686d92-c2dd-4c47-864e-25df6e7a9615 req-492dccf3-b51b-4cce-aaec-459d6f6d88ad tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1183.264333] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1183.264812] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.266421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.266421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.266421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.266421] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.266421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.266421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.266421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.266421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.266421] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.320680] env[69309]: INFO networking_nsxv3.common.synchronization [None req-d8334acf-4c98-45e7-a5fe-4ac67e49be82 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1183.321575] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1183.321888] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.323070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.323070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.323412] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.323511] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.323701] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.323760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.323998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.324113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.324225] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.768349] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.769450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.769450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.769450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.769450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.769620] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.769620] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.769702] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.769826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.769948] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.769948] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1183.796275] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.796457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.796593] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.796705] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.796843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.805119] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1183.826398] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.329233] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.759606] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07345f92-0355-4ca7-a30f-18d6b5019480 in Status: SUCCESS [ 1184.759826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.833678] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.834135] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.834135] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.834223] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.834271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.834382] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f is going to be updated. [ 1184.864233] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.864407] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.864484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.864731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.864885] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.875275] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: IN_PROGRESS for 2s [ 1185.095298] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: SUCCESS [ 1185.095516] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.451024] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.451024] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.451024] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.451024] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.451024] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.451789] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.452114] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.452547] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.455029] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.455029] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.455029] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.455029] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.455029] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.455029] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.455029] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.455029] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.475306] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.475832] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1185.476169] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.476570] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.477180] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-962b827c-5269-4ee2-89e0-5522800c5e10 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.477656] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-962b827c-5269-4ee2-89e0-5522800c5e10" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.478049] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-962b827c-5269-4ee2-89e0-5522800c5e10" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.478501] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-962b827c-5269-4ee2-89e0-5522800c5e10" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.478878] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('962b827c-5269-4ee2-89e0-5522800c5e10',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.817594] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1185.818146] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d deletion is rescheduled due to dependency. [ 1185.818146] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.982072] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.982369] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.982709] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.983035] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.983297] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.984317] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 962b827c-5269-4ee2-89e0-5522800c5e10 not found, creating... [ 1185.984671] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.984859] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.984990] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.985537] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.985537] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.985764] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.985937] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.986338] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.986735] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.987202] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.987551] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 962b827c-5269-4ee2-89e0-5522800c5e10 is going to be created. [ 1186.007889] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.008102] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.008505] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.008826] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.009464] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.009464] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-962b827c-5269-4ee2-89e0-5522800c5e10" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.755208] env[69309]: INFO networking_nsxv3.common.synchronization [req-2e07224b-02c2-4463-ad8e-ab3506584b87 req-8051d561-6c99-4141-955f-3fa674bfb17a service nova] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_rules [ 1186.755208] env[69309]: INFO networking_nsxv3.common.synchronization [req-2e07224b-02c2-4463-ad8e-ab3506584b87 req-8051d561-6c99-4141-955f-3fa674bfb17a service nova] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1186.755208] env[69309]: INFO networking_nsxv3.common.synchronization [req-2e07224b-02c2-4463-ad8e-ab3506584b87 req-8051d561-6c99-4141-955f-3fa674bfb17a service nova] Enqueued Resource ID: 962b827c-5269-4ee2-89e0-5522800c5e10 with Priority: HIGHEST for action port [ 1186.755208] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_rules [ 1186.755381] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1186.755381] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 962b827c-5269-4ee2-89e0-5522800c5e10 with Priority: HIGHEST for action port [ 1186.755887] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.756055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.756103] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.756285] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.756368] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.757239] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.757304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.757544] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-962b827c-5269-4ee2-89e0-5522800c5e10 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.757655] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-962b827c-5269-4ee2-89e0-5522800c5e10" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.757719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-962b827c-5269-4ee2-89e0-5522800c5e10" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.757917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-962b827c-5269-4ee2-89e0-5522800c5e10" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.758372] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('962b827c-5269-4ee2-89e0-5522800c5e10',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.884915] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: SUCCESS [ 1186.885214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.885388] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.885628] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.885811] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.885931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.885994] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.886168] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.886291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.886367] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.259481] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.259960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.259960] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 962b827c-5269-4ee2-89e0-5522800c5e10 with status ACTIVE [ 1187.259960] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.260196] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.260196] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.260407] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.260497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.260673] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.260818] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.260818] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.260961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.261042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.261224] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.261327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.261380] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.261499] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.261570] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.261654] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 962b827c-5269-4ee2-89e0-5522800c5e10 is going to be updated. [ 1187.280982] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.281180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.281245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.281397] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.281566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.281721] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-962b827c-5269-4ee2-89e0-5522800c5e10" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.389287] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.892390] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.395801] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.395801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.395801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.395801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.396262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.396262] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f is going to be updated. [ 1188.423824] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.424039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.424039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.424240] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.424403] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.434280] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: IN_PROGRESS for 2s [ 1188.746313] env[69309]: INFO networking_nsxv3.common.synchronization [req-35ff95da-af32-461d-a20a-6f69ba0860ce req-78226f8c-f5bb-4124-a34f-5facbde5d448 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1188.746784] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1188.747115] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.747244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.747309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.747509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.747663] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.747757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.747814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.747960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.748059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.748153] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.177770] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.177770] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.177770] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.177968] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.178276] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.178429] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.178551] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.178778] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.178934] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.179213] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.179339] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.179456] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.179562] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.179683] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.180147] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.180326] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.201349] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.201540] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1189.201686] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.201893] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.202271] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-9afcee00-1935-416e-b90c-c405b7059819 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.202451] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-9afcee00-1935-416e-b90c-c405b7059819" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.202607] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-9afcee00-1935-416e-b90c-c405b7059819" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.203067] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-9afcee00-1935-416e-b90c-c405b7059819" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.203230] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9afcee00-1935-416e-b90c-c405b7059819',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.250116] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.250396] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.250532] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.250785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.250916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.251233] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.251390] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.251485] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.251874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.251982] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.252106] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1189.279152] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.279323] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.279375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.279578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.279726] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.289683] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1189.706387] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.706856] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.706906] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.707256] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.707458] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.707676] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 9afcee00-1935-416e-b90c-c405b7059819 not found, creating... [ 1189.708033] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.708258] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.708478] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.708775] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.708960] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.709343] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.709584] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.710081] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.710081] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.710186] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.710401] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 9afcee00-1935-416e-b90c-c405b7059819 is going to be created. [ 1189.732622] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.732829] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.732829] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.733389] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.733492] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.733839] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-9afcee00-1935-416e-b90c-c405b7059819" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.402264] env[69309]: INFO networking_nsxv3.common.synchronization [req-35ff95da-af32-461d-a20a-6f69ba0860ce req-775659a2-3584-433f-9852-33cd3868d288 service nova] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_rules [ 1190.402443] env[69309]: INFO networking_nsxv3.common.synchronization [req-35ff95da-af32-461d-a20a-6f69ba0860ce req-775659a2-3584-433f-9852-33cd3868d288 service nova] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1190.402616] env[69309]: INFO networking_nsxv3.common.synchronization [req-35ff95da-af32-461d-a20a-6f69ba0860ce req-775659a2-3584-433f-9852-33cd3868d288 service nova] Enqueued Resource ID: 9afcee00-1935-416e-b90c-c405b7059819 with Priority: HIGHEST for action port [ 1190.402847] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_rules [ 1190.402973] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1190.403082] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afcee00-1935-416e-b90c-c405b7059819 with Priority: HIGHEST for action port [ 1190.403770] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.404372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.404447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.404649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.404733] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.406475] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.406475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.406475] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-9afcee00-1935-416e-b90c-c405b7059819 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.406475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9afcee00-1935-416e-b90c-c405b7059819" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.406475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9afcee00-1935-416e-b90c-c405b7059819" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.406475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9afcee00-1935-416e-b90c-c405b7059819" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.406475] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9afcee00-1935-416e-b90c-c405b7059819',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.443881] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: SUCCESS [ 1190.444117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.444280] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.444669] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.444884] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.445065] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.445144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.445316] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.445601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.445601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.445601] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.548026] env[69309]: INFO networking_nsxv3.common.synchronization [None req-7902e720-b055-447e-b9fb-9db4d9eb072a tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Enqueued Resource ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb with Priority: HIGHEST for action security_group_rules [ 1190.548026] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb with Priority: HIGHEST for action security_group_rules [ 1190.548026] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.548026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.548026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.548504] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.548504] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e4de93-60a0-4cb8-bbd4-394a8e97c7bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.648694] env[69309]: INFO networking_nsxv3.common.synchronization [None req-1ec6c5fc-3811-4615-a045-1dad2d7a52ce tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Enqueued Resource ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb with Priority: HIGHEST for action security_group_rules [ 1190.649377] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb with Priority: HIGHEST for action security_group_rules [ 1190.649493] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.649594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.911022] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.911022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.911022] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9afcee00-1935-416e-b90c-c405b7059819 with status ACTIVE [ 1190.911022] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.911022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.911022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.911022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.911022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.911022] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.911022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.911022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.911022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.911022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.911022] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.911919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.911919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.911919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.911919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.911919] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9afcee00-1935-416e-b90c-c405b7059819 is going to be updated. [ 1190.932091] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.934944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.934944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.934944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.934944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.934944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9afcee00-1935-416e-b90c-c405b7059819" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.952509] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.952509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.952509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.952509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.952509] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.952509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.952509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.952509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.952509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.952509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.952509] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.952509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.952509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.952509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.952509] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.952509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.953299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.953299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.953299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.953299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.953299] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.067017] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.067222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.067439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.067668] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.067764] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.067863] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb already deleted. [ 1191.067955] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.068113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.068281] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.068366] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e4de93-60a0-4cb8-bbd4-394a8e97c7bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.208649] env[69309]: INFO networking_nsxv3.common.synchronization [req-bfa830aa-0412-4c30-b422-6d13875c3bef req-548f2c9f-935c-4e4b-b90a-9b9d5f807496 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1191.209275] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1191.209919] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.214183] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.214328] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.214628] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.214873] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.215044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.215145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.215371] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.215500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.215642] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.308760] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1191.308955] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d deletion is rescheduled due to dependency. [ 1191.309106] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.309271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.309546] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.309729] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.309852] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.309917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.310086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.310173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.311156] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.457868] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70b3f3fd-2a60-4d27-9d90-4c4a756b133f: rpc.has_security_group_logging(os_id): False [ 1191.478593] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.478827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.478950] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.479279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.479463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.479817] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.479984] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.480139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.480399] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.480529] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.480834] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.481020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.487289] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.487573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.487669] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.487915] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.488034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.488872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.488872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.488872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.488872] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f is going to be updated. [ 1191.584032] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.584215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.584292] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.584568] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.584792] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.595585] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.595777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.595777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.595991] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.596087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.596188] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb already deleted. [ 1191.596269] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.601251] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: IN_PROGRESS for 2s [ 1191.623803] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.624044] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.624190] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.624565] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.624887] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.625116] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.625246] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.625510] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.625681] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.625931] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1191.626109] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.626249] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.626428] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.626576] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1191.626724] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.626880] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.647430] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.647714] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1191.647959] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.648782] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.649262] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-428583e1-091c-49de-bbe3-1750b41befa3 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.649483] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-428583e1-091c-49de-bbe3-1750b41befa3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.649617] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-428583e1-091c-49de-bbe3-1750b41befa3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.650026] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-428583e1-091c-49de-bbe3-1750b41befa3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.650121] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428583e1-091c-49de-bbe3-1750b41befa3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.720421] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.819080] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.153161] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.153536] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.153536] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.153816] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.153986] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.154164] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 428583e1-091c-49de-bbe3-1750b41befa3 not found, creating... [ 1192.154428] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.154594] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.154716] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.154946] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.155100] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.155384] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.155546] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.155665] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.155872] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.156014] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.156175] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 428583e1-091c-49de-bbe3-1750b41befa3 is going to be created. [ 1192.175083] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.175281] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.175409] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.175661] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.175889] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.176127] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-428583e1-091c-49de-bbe3-1750b41befa3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.222868] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.323913] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.725229] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.725400] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.725476] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.725698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.725793] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.725890] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be updated. [ 1192.753456] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.753594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.753662] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.753871] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.754013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.761866] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1192.826611] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.826768] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.826819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.827051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.827141] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.827238] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1192.854262] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.854401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.854446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.854683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.854850] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.874792] env[69309]: INFO networking_nsxv3.common.synchronization [req-bfa830aa-0412-4c30-b422-6d13875c3bef req-1aebf80f-a25f-40f6-b712-f4064bfec0d5 service nova] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_rules [ 1192.875040] env[69309]: INFO networking_nsxv3.common.synchronization [req-bfa830aa-0412-4c30-b422-6d13875c3bef req-1aebf80f-a25f-40f6-b712-f4064bfec0d5 service nova] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1192.875287] env[69309]: INFO networking_nsxv3.common.synchronization [req-bfa830aa-0412-4c30-b422-6d13875c3bef req-1aebf80f-a25f-40f6-b712-f4064bfec0d5 service nova] Enqueued Resource ID: 428583e1-091c-49de-bbe3-1750b41befa3 with Priority: HIGHEST for action port [ 1192.876277] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1192.876736] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_rules [ 1192.876874] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1192.876972] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428583e1-091c-49de-bbe3-1750b41befa3 with Priority: HIGHEST for action port [ 1192.877292] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.877374] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.877441] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.877682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.877819] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.878662] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.882018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.882018] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-428583e1-091c-49de-bbe3-1750b41befa3 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.882018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-428583e1-091c-49de-bbe3-1750b41befa3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.882018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-428583e1-091c-49de-bbe3-1750b41befa3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.882018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-428583e1-091c-49de-bbe3-1750b41befa3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.882018] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428583e1-091c-49de-bbe3-1750b41befa3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.381753] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.382240] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.382240] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 428583e1-091c-49de-bbe3-1750b41befa3 with status ACTIVE [ 1193.382240] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.382410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.382410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.382555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.382647] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.382811] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.382905] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.382966] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.383131] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.383211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.383473] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.383581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.383647] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.383768] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.383844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.383927] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 428583e1-091c-49de-bbe3-1750b41befa3 is going to be updated. [ 1193.407010] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.407171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.407241] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.407574] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.407730] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.407917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-428583e1-091c-49de-bbe3-1750b41befa3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.617829] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: SUCCESS [ 1193.618075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.771384] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1194.771650] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.771769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.771989] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.772200] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.772325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.772390] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.772588] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.772709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.772839] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.885964] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1194.886212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.886369] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.886586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.886773] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.886923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.887042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.887132] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.887208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.887296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.887392] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.920189] env[69309]: INFO networking_nsxv3.common.synchronization [req-9ce9461e-ee31-41b8-8ec6-b4648693ae29 req-bd2eab98-6f04-478b-9518-c9221ba90d3a tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Enqueued Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 1194.920672] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 1194.920977] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.921118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.921256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.921461] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.921663] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.921773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.921836] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.921991] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.922104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.922215] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.275498] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.389858] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.390049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.390129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.390373] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.390569] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.390671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.390747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.390904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.390996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.391102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.391270] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.391343] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.391403] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.391543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.391678] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.391798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.391867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.392014] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.392133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.392278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.392331] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.424223] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.424475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.424551] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.424768] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.446568] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.446869] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.447053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.447113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.447277] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.447353] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.447445] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 is going to be updated. [ 1195.473870] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.474110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.474152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.474371] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.474572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.484230] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: IN_PROGRESS for 2s [ 1195.777996] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.896397] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae6cf6ac-11e6-4f07-a864-3b0852f2af9d: rpc.has_security_group_logging(os_id): False [ 1195.913198] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.913409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.913953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.913953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.913953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.914073] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.914736] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.914805] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.915212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.915500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.915838] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.915961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.916148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.916316] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.916510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.916721] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.916822] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.916886] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.917045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.917123] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.917208] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1195.973142] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.973491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.973491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.973596] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.973991] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.983501] env[69309]: INFO networking_nsxv3.common.synchronization [req-72c61ca9-6457-4157-99ea-d2433fa2ca78 req-ef1d4e7a-cef4-42b3-9026-08eefb524a13 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Enqueued Resource ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb with Priority: HIGHEST for action security_group_members [ 1195.983501] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb with Priority: HIGHEST for action security_group_members [ 1195.983809] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.983923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.983988] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.984243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.984408] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.984529] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.984598] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.984748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.984832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.984923] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e4de93-60a0-4cb8-bbd4-394a8e97c7bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.986459] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1196.238528] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.238528] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-772" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.238528] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-772" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.238799] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-772" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.239711] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.239711] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.239711] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.239887] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.240100] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.240333] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1196.244018] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.244018] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.244018] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.244018] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1196.244018] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.244018] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.261562] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.261745] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1196.261894] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.262096] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-772" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.262433] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-1f4eebfb-3e3d-49de-b57d-371acb9e208b taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.262624] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-1f4eebfb-3e3d-49de-b57d-371acb9e208b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.262729] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-1f4eebfb-3e3d-49de-b57d-371acb9e208b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.263090] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-1f4eebfb-3e3d-49de-b57d-371acb9e208b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.263236] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f4eebfb-3e3d-49de-b57d-371acb9e208b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.280053] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.280207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.280277] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.280484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.280566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.280658] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be updated. [ 1196.308915] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.309130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.309232] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.309463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.309737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.317992] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1196.488098] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.488291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.488424] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.488558] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.488687] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.488843] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.489028] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.489028] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.489311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.489442] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.489544] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb already deleted. [ 1196.489657] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.765646] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.765862] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.765997] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.766295] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.766454] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.766614] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 1f4eebfb-3e3d-49de-b57d-371acb9e208b not found, creating... [ 1196.766874] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.767762] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.767762] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.767762] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.767762] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.767939] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.768021] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.768091] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.768311] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.768457] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.768599] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 1f4eebfb-3e3d-49de-b57d-371acb9e208b is going to be created. [ 1196.788052] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.788371] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.788371] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.788543] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.788812] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.789104] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-1f4eebfb-3e3d-49de-b57d-371acb9e208b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.467197] env[69309]: INFO networking_nsxv3.common.synchronization [req-72c61ca9-6457-4157-99ea-d2433fa2ca78 req-ce0169e2-1533-492b-8936-90f053f21b9d service nova] Enqueued Resource ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb with Priority: HIGHEST for action security_group_rules [ 1197.467371] env[69309]: INFO networking_nsxv3.common.synchronization [req-72c61ca9-6457-4157-99ea-d2433fa2ca78 req-ce0169e2-1533-492b-8936-90f053f21b9d service nova] Enqueued Resource ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb with Priority: HIGHEST for action security_group_members [ 1197.467518] env[69309]: INFO networking_nsxv3.common.synchronization [req-72c61ca9-6457-4157-99ea-d2433fa2ca78 req-ce0169e2-1533-492b-8936-90f053f21b9d service nova] Enqueued Resource ID: 1f4eebfb-3e3d-49de-b57d-371acb9e208b with Priority: HIGHEST for action port [ 1197.467758] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb with Priority: HIGHEST for action security_group_rules [ 1197.467887] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb with Priority: HIGHEST for action security_group_members [ 1197.467983] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4eebfb-3e3d-49de-b57d-371acb9e208b with Priority: HIGHEST for action port [ 1197.468572] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.468735] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.468829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.469452] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.469554] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e4de93-60a0-4cb8-bbd4-394a8e97c7bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.474400] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.474602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.474693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.474936] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.475162] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.475269] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.475379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.475557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.476283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.476283] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e4de93-60a0-4cb8-bbd4-394a8e97c7bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.476897] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f4eebfb-3e3d-49de-b57d-371acb9e208b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.477188] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f4eebfb-3e3d-49de-b57d-371acb9e208b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.477281] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f4eebfb-3e3d-49de-b57d-371acb9e208b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.477522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f4eebfb-3e3d-49de-b57d-371acb9e208b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.477583] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f4eebfb-3e3d-49de-b57d-371acb9e208b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.494304] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: SUCCESS [ 1197.494723] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 deletion is rescheduled due to dependency. [ 1197.494944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.980575] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.980948] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.980948] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38e4de93-60a0-4cb8-bbd4-394a8e97c7bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.981895] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f4eebfb-3e3d-49de-b57d-371acb9e208b with status ACTIVE [ 1197.982110] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.982238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.982309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.982529] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.982632] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.982819] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.982913] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.982978] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.983175] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.983267] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.983480] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.983627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.983627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.983767] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.983901] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.983982] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f4eebfb-3e3d-49de-b57d-371acb9e208b is going to be updated. [ 1197.998819] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1197.999103] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.004223] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.004381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.004488] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.004696] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.004832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.004980] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f4eebfb-3e3d-49de-b57d-371acb9e208b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.328578] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1198.328897] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.329157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.329451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.329732] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.329906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.329994] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.330242] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.330375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.330548] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.330722] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.487033] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38e4de93-60a0-4cb8-bbd4-394a8e97c7bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.833374] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.833554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.833612] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.833834] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.834009] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.834114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.834177] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.834338] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.834437] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.834530] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.834681] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.834773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.834835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.834977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.835153] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.835211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.835307] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.835423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.835499] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.835581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.835671] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.846833] env[69309]: INFO networking_nsxv3.common.synchronization [req-9ebea9b6-e6ae-4fbf-b865-3e93ac2c9492 req-060933e0-0b0a-4570-b8c9-a906f1c8f3fb tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1198.847779] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1198.848085] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.850956] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.851084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.851257] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.851417] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.851860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.851956] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.852167] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.852286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.852385] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.988908] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.989244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.989244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.989307] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.989369] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.989463] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb is going to be created. [ 1199.023662] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.023855] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.023855] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.024073] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.024229] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.043784] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb in Status: UNINITIALIZED for 2s [ 1199.271963] env[69309]: INFO networking_nsxv3.common.synchronization [None req-fef26826-d575-4754-846a-2d02fda39880 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1199.272493] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1199.272795] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.272899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.338788] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b44d13bd-a53b-4e8d-bbbd-1177005aae69: rpc.has_security_group_logging(os_id): False [ 1199.355074] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.356899] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.357082] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.357125] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.357304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.357439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.357652] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.357755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.357819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.357991] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.358295] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.358374] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.358437] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.358469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.358674] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.358770] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.359086] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.359275] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.359338] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.359516] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.359613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.359747] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be updated. [ 1199.419274] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.419507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.419507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.419692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.419840] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.429129] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1199.862806] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.365310] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.365756] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.365756] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.365756] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.365898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.366040] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f is going to be updated. [ 1200.393309] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.393554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.393624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.393933] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.394118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.407443] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: IN_PROGRESS for 2s [ 1201.054263] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb in Status: SUCCESS [ 1201.054589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.054765] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.054981] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.055188] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.055310] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.055374] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.055532] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.055664] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.055713] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.055780] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38e4de93-60a0-4cb8-bbd4-394a8e97c7bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.446472] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1201.446920] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.558664] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38e4de93-60a0-4cb8-bbd4-394a8e97c7bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.062422] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb: rpc.has_security_group_logging(os_id): False [ 1202.078549] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.078737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.078808] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.079013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.079109] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.079347] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.079506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.079506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.079696] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.079782] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.079968] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb is going to be created. [ 1202.131677] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.131908] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.131997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.132214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.132393] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.142317] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb in Status: IN_PROGRESS for 2s [ 1202.416417] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: SUCCESS [ 1202.416755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.416878] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.417116] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.417314] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.417470] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.417519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.417653] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.417719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.417823] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.423137] env[69309]: INFO networking_nsxv3.common.synchronization [req-f0460585-7ed7-40cb-8d58-e46ad7eea263 req-9435394b-7257-4767-bb6b-459d667a17da tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 72f65881-cded-4039-8a90-53cac8ab8241 with Priority: HIGHEST for action security_group_members [ 1202.423271] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f65881-cded-4039-8a90-53cac8ab8241 with Priority: HIGHEST for action security_group_members [ 1202.423878] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-72f65881-cded-4039-8a90-53cac8ab8241 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.423957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.424038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.424377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.424377] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.425076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.425076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.425163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.425223] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.425315] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72f65881-cded-4039-8a90-53cac8ab8241',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.804292] env[69309]: INFO networking_nsxv3.common.synchronization [req-5747f831-b593-43f2-a7d1-2e631240ccf1 req-304b5f5e-7656-495c-b8c4-2e0122536990 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Enqueued Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 1202.804838] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 1202.805154] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.805267] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.805329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.805525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.805672] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.805763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.805822] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.805960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.806062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.806150] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.921024] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.921024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.921024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.921024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.921024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.921024] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.921024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.921024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.921024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.921024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.921024] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f is going to be updated. [ 1202.927750] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.927962] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.928095] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.928354] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.928897] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.928897] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.928897] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.929055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.929218] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.929218] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.929326] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72f65881-cded-4039-8a90-53cac8ab8241 is going to be updated. [ 1202.947803] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.947979] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.948041] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.948227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.948364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.951520] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.951520] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.951520] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.951520] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.951520] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.957854] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: IN_PROGRESS for 2s [ 1202.961752] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72f65881-cded-4039-8a90-53cac8ab8241 in Status: IN_PROGRESS for 2s [ 1203.092965] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-719 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.093182] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-719" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.093327] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-719" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.094151] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-719" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.094151] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.094294] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.094294] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.095024] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.095024] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.095024] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1203.095175] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1203.095175] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1203.095270] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1203.095390] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1203.095500] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1203.095639] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1203.113887] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1203.114080] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1203.114211] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1203.114389] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-719" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.114808] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.115011] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.115147] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.115470] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.115617] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a93705-68b4-4b7d-b1bc-41a2d91b247d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.308135] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.308332] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.308376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.308658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.308772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.308979] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.309097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.309161] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.309324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.309435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.309533] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 is going to be updated. [ 1203.334323] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.334613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.334696] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.334948] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.335116] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.343499] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: IN_PROGRESS for 2s [ 1203.618279] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.618572] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.618721] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.619079] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.619281] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.619463] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port b5a93705-68b4-4b7d-b1bc-41a2d91b247d not found, creating... [ 1203.619773] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.619977] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.620133] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.620419] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.620591] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.620950] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.621164] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.621321] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.621629] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.621801] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.621984] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: b5a93705-68b4-4b7d-b1bc-41a2d91b247d is going to be created. [ 1203.643742] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.643962] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.644100] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.644405] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.644673] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.644915] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.157726] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb in Status: SUCCESS [ 1204.158069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.582027] env[69309]: INFO networking_nsxv3.common.synchronization [req-5747f831-b593-43f2-a7d1-2e631240ccf1 req-212d7601-b630-4b90-875c-5fd65e2718e9 service nova] Enqueued Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_rules [ 1204.582236] env[69309]: INFO networking_nsxv3.common.synchronization [req-5747f831-b593-43f2-a7d1-2e631240ccf1 req-212d7601-b630-4b90-875c-5fd65e2718e9 service nova] Enqueued Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 1204.582387] env[69309]: INFO networking_nsxv3.common.synchronization [req-5747f831-b593-43f2-a7d1-2e631240ccf1 req-212d7601-b630-4b90-875c-5fd65e2718e9 service nova] Enqueued Resource ID: b5a93705-68b4-4b7d-b1bc-41a2d91b247d with Priority: HIGHEST for action port [ 1204.582636] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_rules [ 1204.582765] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 1204.582861] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a93705-68b4-4b7d-b1bc-41a2d91b247d with Priority: HIGHEST for action port [ 1204.583449] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.583602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.583633] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.583839] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.583913] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.585533] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.585641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.586013] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.586131] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.586198] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.586386] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.586467] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a93705-68b4-4b7d-b1bc-41a2d91b247d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.968585] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: SUCCESS [ 1204.968761] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f deletion is rescheduled due to dependency. [ 1204.968879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.970163] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72f65881-cded-4039-8a90-53cac8ab8241 in Status: SUCCESS [ 1204.970307] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72f65881-cded-4039-8a90-53cac8ab8241 deletion is rescheduled due to dependency. [ 1204.970411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.086355] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.086519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.089051] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5a93705-68b4-4b7d-b1bc-41a2d91b247d with status ACTIVE [ 1205.089233] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.089374] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.089445] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.089656] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.089749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.089934] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.090090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.090166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.090329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.090408] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.090596] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.090691] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.090753] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.090892] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.090967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.091088] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5a93705-68b4-4b7d-b1bc-41a2d91b247d is going to be updated. [ 1205.114393] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.114604] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.114604] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.114850] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.115016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.115282] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.353733] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: SUCCESS [ 1205.354058] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 deletion is rescheduled due to dependency. [ 1205.354058] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.354203] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.354407] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.354593] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.354742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.354799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.354912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.354985] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.355089] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.654706] env[69309]: INFO networking_nsxv3.common.synchronization [req-524be322-aba2-4257-9347-d462b3e84a3d req-8474a1b9-8856-4dfc-a8d9-4031a9ecd5a9 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1205.654919] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1205.655716] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.655716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.655716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.655716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.655716] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.656030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.656030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.656617] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.656720] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.656822] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.856969] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.159160] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.159315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.159382] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.159593] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.159683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.159868] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.159960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.160030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.160173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.160245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.160328] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1206.185828] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.186024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.186089] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.186259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.186393] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.193944] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1206.359413] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.616881] env[69309]: INFO networking_nsxv3.common.synchronization [None req-2823a3cb-e108-4016-9ee5-71095b24821a tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_rules [ 1206.617413] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_rules [ 1206.617735] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b9f6cdd-31e6-40e5-8301-96c93981d720 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.617876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.617941] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.618261] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.618350] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.708699] env[69309]: INFO networking_nsxv3.common.synchronization [None req-8795cfe5-125c-4d94-867d-e35e70da0583 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_rules [ 1206.710050] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_rules [ 1206.710050] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b9f6cdd-31e6-40e5-8301-96c93981d720 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.710050] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.862691] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.862881] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.862981] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.863288] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.863396] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.863530] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 is going to be updated. [ 1206.888337] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.888483] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.888536] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.888745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.888884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.896802] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: IN_PROGRESS for 2s [ 1207.138180] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.138347] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.138396] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.138608] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.138704] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.138837] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 already deleted. [ 1207.138938] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.139124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.139328] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.139361] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.658912] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.659353] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.659353] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.659522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.659668] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.659804] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 already deleted. [ 1207.659930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.203092] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1208.203321] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d deletion is rescheduled due to dependency. [ 1208.203517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.906249] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: SUCCESS [ 1208.906603] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.906742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.907008] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.907279] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.907427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.907506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.907675] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.907760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.907849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.907944] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.410839] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.913139] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f171c3b8-e40e-4692-bec2-d013f65a9220: rpc.has_security_group_logging(os_id): False [ 1209.930306] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.930528] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.930569] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.930843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.930964] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.931303] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.931561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.931653] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.931862] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.931967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.932121] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 is going to be updated. [ 1209.988105] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.988105] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.988286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.988404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.988542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.999939] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: IN_PROGRESS for 2s [ 1211.710835] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1211.711164] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1212.013246] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: SUCCESS [ 1212.013554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.731019] env[69309]: INFO networking_nsxv3.common.synchronization [req-f8682e83-1be5-49f6-8602-4cb129d304d7 req-7722070c-9730-4ba2-a0f3-d0cd6b3b133d tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1212.731539] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1212.731830] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.731955] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.732030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.732230] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.732379] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.732478] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.732538] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.733411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.733411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.733411] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.858922] env[69309]: INFO networking_nsxv3.common.synchronization [req-1ff45218-4fcb-4a38-8215-6e378f347daa req-f19839c4-4da0-4d60-b851-5d589c8e9c6e tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_members [ 1212.859618] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_members [ 1212.859874] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b9f6cdd-31e6-40e5-8301-96c93981d720 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.860040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.860142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.860440] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.860637] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.860738] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.860800] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.860926] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.861052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.861128] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.132261] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.132457] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.132592] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.132865] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.133135] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.133296] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.133420] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.133676] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.133832] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.134060] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1213.134184] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.134299] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.134414] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.134531] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1213.134662] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.134811] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.153606] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.153781] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1213.153914] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.154153] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.154448] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-b4558d29-0138-42a0-bf13-024a4fe02b1f taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.154626] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-b4558d29-0138-42a0-bf13-024a4fe02b1f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.154764] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-b4558d29-0138-42a0-bf13-024a4fe02b1f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.155078] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-b4558d29-0138-42a0-bf13-024a4fe02b1f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.155223] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4558d29-0138-42a0-bf13-024a4fe02b1f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.238304] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.363107] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.363268] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.363337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.363638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.363708] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.363902] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.363994] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.364097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.364234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.364310] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.364395] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 already deleted. [ 1213.364475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.659286] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.659286] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.659286] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.659286] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.659286] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.659286] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port b4558d29-0138-42a0-bf13-024a4fe02b1f not found, creating... [ 1213.659286] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.659286] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.659286] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.659286] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.659810] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.659810] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.660132] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.660132] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.660310] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.660478] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.660628] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: b4558d29-0138-42a0-bf13-024a4fe02b1f is going to be created. [ 1213.679084] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.679289] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.679417] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.679679] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.679956] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.680205] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-b4558d29-0138-42a0-bf13-024a4fe02b1f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.740106] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.241987] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.242280] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.242280] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.242450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.242545] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.242667] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be updated. [ 1214.274364] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.274666] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.274666] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.274789] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.274915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.283790] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1214.370393] env[69309]: INFO networking_nsxv3.common.synchronization [req-1ff45218-4fcb-4a38-8215-6e378f347daa req-ce6009f9-3a99-4956-bf8d-25d91ff9e3b9 service nova] Enqueued Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_rules [ 1214.370531] env[69309]: INFO networking_nsxv3.common.synchronization [req-1ff45218-4fcb-4a38-8215-6e378f347daa req-ce6009f9-3a99-4956-bf8d-25d91ff9e3b9 service nova] Enqueued Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_members [ 1214.370743] env[69309]: INFO networking_nsxv3.common.synchronization [req-1ff45218-4fcb-4a38-8215-6e378f347daa req-ce6009f9-3a99-4956-bf8d-25d91ff9e3b9 service nova] Enqueued Resource ID: b4558d29-0138-42a0-bf13-024a4fe02b1f with Priority: HIGHEST for action port [ 1214.370870] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_rules [ 1214.371035] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_members [ 1214.371140] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4558d29-0138-42a0-bf13-024a4fe02b1f with Priority: HIGHEST for action port [ 1214.371772] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b9f6cdd-31e6-40e5-8301-96c93981d720 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.371854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.371915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.372222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.372303] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.377025] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b9f6cdd-31e6-40e5-8301-96c93981d720 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.377025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.377025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.377025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.377025] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.377025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.377025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.377025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.377025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.377025] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.377025] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4558d29-0138-42a0-bf13-024a4fe02b1f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.377025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4558d29-0138-42a0-bf13-024a4fe02b1f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.377025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4558d29-0138-42a0-bf13-024a4fe02b1f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.377025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4558d29-0138-42a0-bf13-024a4fe02b1f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.377025] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4558d29-0138-42a0-bf13-024a4fe02b1f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.876538] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b9f6cdd-31e6-40e5-8301-96c93981d720 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.876916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.876916] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.881817] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4558d29-0138-42a0-bf13-024a4fe02b1f with status ACTIVE [ 1214.881817] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.881817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.881817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.881817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.881817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.881817] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.881817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.881817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.881817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.881817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.881817] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.881817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.881817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.881817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.881817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.881817] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4558d29-0138-42a0-bf13-024a4fe02b1f is going to be updated. [ 1214.899384] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.899623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.899623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.899788] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.899928] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.900098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4558d29-0138-42a0-bf13-024a4fe02b1f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.991957] env[69309]: INFO networking_nsxv3.common.synchronization [req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 req-bab6b8de-4665-481b-8440-baf304e546ed tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1214.992553] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1214.992860] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.992987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.993066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.993259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.993835] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.994017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.994017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.994155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.994253] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.994348] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.380766] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.496571] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.496747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.496747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.496962] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.497084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.497284] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.497383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.497445] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.497619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.497706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.497791] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1215.505247] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.505445] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.505575] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.505836] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.506139] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.506300] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.506427] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.506648] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.506798] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.507017] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1215.507136] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.507251] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.507363] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.507475] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1215.507583] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.507721] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.524306] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.524469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.524469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.524749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.524889] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.526936] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.527120] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1215.527266] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.527431] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.527757] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.527940] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.528079] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.528378] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.528526] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.535815] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1215.883173] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.883651] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.883651] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.883764] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.883794] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.883911] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 is going to be created. [ 1215.904749] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.904952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.904952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.905115] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.905270] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.913340] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 in Status: UNINITIALIZED for 2s [ 1216.031420] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.031678] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.031756] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.031998] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.032220] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.032380] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477 not found, creating... [ 1216.032638] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.032801] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.032925] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.033180] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.033323] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.033727] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.034090] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.034182] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.034422] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.034612] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.034780] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477 is going to be created. [ 1216.053972] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.054245] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.054382] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.054698] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.055058] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.055305] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.293181] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1216.293355] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.756390] env[69309]: INFO networking_nsxv3.common.synchronization [req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 req-db7e1a15-8cbb-4ae1-906c-63ca78401875 service nova] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_rules [ 1216.756570] env[69309]: INFO networking_nsxv3.common.synchronization [req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 req-db7e1a15-8cbb-4ae1-906c-63ca78401875 service nova] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1216.756726] env[69309]: INFO networking_nsxv3.common.synchronization [req-48e8b1e2-2eb8-46ff-9a91-d0fc97604598 req-db7e1a15-8cbb-4ae1-906c-63ca78401875 service nova] Enqueued Resource ID: 56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477 with Priority: HIGHEST for action port [ 1216.757269] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_rules [ 1216.757411] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1216.757508] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477 with Priority: HIGHEST for action port [ 1216.757781] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.757902] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.757967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.758707] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.758862] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.759654] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.762181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.762181] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.762181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.762181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.762181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.762181] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.265438] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.265716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.267026] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477 with status ACTIVE [ 1217.267026] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.267026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.267026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.267026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.267026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.267026] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.267026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.267026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.267361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.267361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.267361] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.267473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.267473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.267581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.267650] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.267729] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477 is going to be updated. [ 1217.287037] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.287187] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.287187] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.287398] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.287531] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.287691] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56b5ebfb-f083-4ec0-a1bb-5dd2f39c3477" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.545930] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1217.545930] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d deletion is rescheduled due to dependency. [ 1217.545930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.545930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.546160] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.546338] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.546455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.546519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.546678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.546764] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.546859] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.922940] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 in Status: SUCCESS [ 1217.923193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.923372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.923591] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.923822] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.923972] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.924060] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.924272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.924356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.924457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.924590] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.049342] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.426410] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.553620] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.877092] env[69309]: INFO networking_nsxv3.common.synchronization [req-58fa4621-682e-4d91-9e95-32f7806294b7 req-2f766806-b515-437c-be7b-082c000a1853 tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1218.877092] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1218.877092] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.877092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.877092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.877092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.877381] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.877381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.877381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.877499] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.877577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.877673] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.928908] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b9f6cdd-31e6-40e5-8301-96c93981d720: rpc.has_security_group_logging(os_id): False [ 1218.948114] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.948252] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.948328] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.948544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.948634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.948907] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.949025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.949086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.949244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.949319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.949413] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 is going to be created. [ 1219.011905] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.012079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.012152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.012348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.012525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.041647] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 in Status: IN_PROGRESS for 2s [ 1219.057168] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.057314] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.057384] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.057584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.057676] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.057775] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1219.096109] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.096258] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.096328] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.096532] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.096674] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.123156] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1219.379928] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.380108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.380201] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.380449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.380545] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.380752] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.380854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.380906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.381068] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.381140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.381228] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be updated. [ 1219.408199] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.408343] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.408387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.408599] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.408739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.416264] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1221.052389] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 in Status: SUCCESS [ 1221.052719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.131368] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1221.131647] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.131800] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.132060] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.132258] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.132374] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.132442] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.132598] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.132681] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.132767] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.132863] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.426248] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1221.426502] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 deletion is rescheduled due to dependency. [ 1221.426629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.637528] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.637780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.637780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.637971] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.638209] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.638420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.638420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.638525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.638613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.638703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.638856] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.638952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.639039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.639171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.639314] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.639401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.639466] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.639619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.639717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.639825] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.639924] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.710930] env[69309]: INFO networking_nsxv3.common.synchronization [req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 req-121cdc8e-abce-4ed5-9dd4-0ea4205d570b tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1221.711567] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1221.711972] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.712114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.712179] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.712401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.712559] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.712678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.712739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.712901] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.713053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.713154] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.006748] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.006977] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.007124] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.007401] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.007720] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.007913] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.008077] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.008317] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.008469] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.008683] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1222.008914] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.008914] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.009038] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.009442] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1222.009442] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.009442] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.027321] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.027540] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1222.027704] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.027900] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-542" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.028244] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-c138bbcf-6ea8-491d-916a-e303d7a006ec taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.028423] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-c138bbcf-6ea8-491d-916a-e303d7a006ec" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.028546] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-c138bbcf-6ea8-491d-916a-e303d7a006ec" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.028913] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-c138bbcf-6ea8-491d-916a-e303d7a006ec" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.029178] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c138bbcf-6ea8-491d-916a-e303d7a006ec',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.141880] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae6cf6ac-11e6-4f07-a864-3b0852f2af9d: rpc.has_security_group_logging(os_id): False [ 1222.157856] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.158061] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.158061] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.158426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.158426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.158641] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.158641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.158802] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.158848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.158945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.159177] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.159325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.159325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.159500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.159572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.159716] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.159796] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.160227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.160227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.160227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.160227] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1222.216030] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.216030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.216030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.216030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.216030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.216315] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.216315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.216388] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.216508] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.216585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.216682] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be updated. [ 1222.219745] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.219881] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.219920] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.220126] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.220536] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.233647] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1222.239694] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.239851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.239892] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.240124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.240267] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.247549] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1222.292568] env[69309]: INFO networking_nsxv3.common.synchronization [req-46d68f0a-c28d-4944-95a1-2b216f52c106 req-f50a0cde-a565-4813-b663-178673a6000a tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Enqueued Resource ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b with Priority: HIGHEST for action security_group_members [ 1222.293158] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b with Priority: HIGHEST for action security_group_members [ 1222.293470] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f87608a-a6f5-4681-9039-96daabaf3c6b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.293897] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.293897] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.294012] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.294128] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.294226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.294288] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.294435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.294523] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.294681] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f87608a-a6f5-4681-9039-96daabaf3c6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.531716] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.532084] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.532280] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.532726] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.533052] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.533297] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port c138bbcf-6ea8-491d-916a-e303d7a006ec not found, creating... [ 1222.533746] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.533923] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.534158] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.534450] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.534623] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.534952] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.535135] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.535695] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.536012] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.536208] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.536369] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: c138bbcf-6ea8-491d-916a-e303d7a006ec is going to be created. [ 1222.554596] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.554820] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.554955] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.555264] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.555503] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.555735] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-c138bbcf-6ea8-491d-916a-e303d7a006ec" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.796838] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.796987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.797063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.797283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.797374] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.797572] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.797695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.797734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.797869] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.797947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.798045] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b is going to be updated. [ 1222.822940] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.823084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.823240] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.823303] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.823439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.830982] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b in Status: IN_PROGRESS for 2s [ 1223.256320] env[69309]: INFO networking_nsxv3.common.synchronization [req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 req-20a73ca2-bd08-4259-acd0-0f6ae2963b4d service nova] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_rules [ 1223.256688] env[69309]: INFO networking_nsxv3.common.synchronization [req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 req-20a73ca2-bd08-4259-acd0-0f6ae2963b4d service nova] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1223.256850] env[69309]: INFO networking_nsxv3.common.synchronization [req-2efd251b-b2b1-4a4d-8b7c-101b947fbc95 req-20a73ca2-bd08-4259-acd0-0f6ae2963b4d service nova] Enqueued Resource ID: c138bbcf-6ea8-491d-916a-e303d7a006ec with Priority: HIGHEST for action port [ 1223.257018] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_rules [ 1223.257181] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1223.257276] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c138bbcf-6ea8-491d-916a-e303d7a006ec with Priority: HIGHEST for action port [ 1223.257833] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.258045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.258045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.258219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.258306] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.259152] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.259288] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.259432] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c138bbcf-6ea8-491d-916a-e303d7a006ec taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.259547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c138bbcf-6ea8-491d-916a-e303d7a006ec" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.259613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c138bbcf-6ea8-491d-916a-e303d7a006ec" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.259747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c138bbcf-6ea8-491d-916a-e303d7a006ec" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.259815] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c138bbcf-6ea8-491d-916a-e303d7a006ec',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.762407] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.762487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.765876] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c138bbcf-6ea8-491d-916a-e303d7a006ec with status ACTIVE [ 1223.766118] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.766266] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.766340] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.766580] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.766682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.767072] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.767193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.767276] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.767456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.767569] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.767779] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.767946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.767946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.768145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.768231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.768338] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c138bbcf-6ea8-491d-916a-e303d7a006ec is going to be updated. [ 1223.788981] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.789142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.789213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.789428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.789590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.789762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c138bbcf-6ea8-491d-916a-e303d7a006ec" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.244867] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1224.245104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.257029] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1224.257354] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 deletion is rescheduled due to dependency. [ 1224.257354] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.257429] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.257571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.257748] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.257859] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.257923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.258087] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.258155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.258273] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.760386] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.841711] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b in Status: SUCCESS [ 1224.841871] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b deletion is rescheduled due to dependency. [ 1224.841871] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.262774] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.766272] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.766440] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.766513] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.766781] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.766869] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.766974] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be updated. [ 1225.794834] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.794986] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.795097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.795278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.795466] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.802872] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1227.814594] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1227.814888] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.814939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.815185] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.815381] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.815501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.815622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.815728] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.815809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.815894] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.815985] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.258022] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.258153] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1228.318058] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.318226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.318307] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.318580] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.319291] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.319291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.319291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.319291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.319291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.319519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.319519] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.319642] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.319685] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.319847] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.320018] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.320117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.320206] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.320379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.320471] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.320557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.320651] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.823269] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b44d13bd-a53b-4e8d-bbbd-1177005aae69: rpc.has_security_group_logging(os_id): False [ 1228.840509] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.840684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.840729] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.840915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.841025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.841253] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.841353] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.841418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.841571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.841817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.842017] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.842126] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.842195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.842355] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.842438] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.842622] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.842719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.842782] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.842922] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.842999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.843099] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be updated. [ 1228.899183] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.899334] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.899378] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.899584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.899722] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.914460] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1229.135092] env[69309]: INFO networking_nsxv3.common.synchronization [req-feb35ac9-3a53-423e-96a3-6cda5b093cc2 req-e8589058-e819-4e11-96df-b4c2b22fbaa6 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1229.135609] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1229.135908] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.136063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.136113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.136300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.136447] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.136544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.136616] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.136742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.136826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.136920] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.640279] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.640279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.640279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.640279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.640279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.640526] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.640584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.640649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.640799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.640876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.640962] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1229.668956] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.669098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.669166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.669357] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.669497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.678698] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1230.928094] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1230.928444] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.719033] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1231.719492] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d deletion is rescheduled due to dependency. [ 1231.719846] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.282517] env[69309]: INFO networking_nsxv3.common.synchronization [req-0425950f-1819-4fc0-a2e2-8f82ed4cecb6 req-390f1367-1e42-4335-b023-41f2f1788130 tempest-AttachVolumeShelveTestJSON-303189775 tempest-AttachVolumeShelveTestJSON-303189775-project-member] Enqueued Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGHEST for action security_group_members [ 1233.283123] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGHEST for action security_group_members [ 1233.283441] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-07345f92-0355-4ca7-a30f-18d6b5019480 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.283566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.283629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.283888] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.284062] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.284168] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.284233] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.284367] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.284499] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.284553] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.701756] env[69309]: INFO networking_nsxv3.common.synchronization [req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d req-b61c06b8-7053-4f8c-9b9d-415cbda13453 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_members [ 1233.702321] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_members [ 1233.702628] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b9f6cdd-31e6-40e5-8301-96c93981d720 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.702750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.702819] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.703037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.703202] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.703302] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.703367] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.703521] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.703610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.703703] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.787054] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.787231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.787347] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.787536] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.787633] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.787830] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.787927] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.787989] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.788150] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.788227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.788312] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07345f92-0355-4ca7-a30f-18d6b5019480 is going to be updated. [ 1233.827207] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.827403] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.827494] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.827671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.827816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.836909] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07345f92-0355-4ca7-a30f-18d6b5019480 in Status: IN_PROGRESS for 2s [ 1233.984961] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.985184] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.985316] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.985581] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.985836] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.985999] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.986150] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.986383] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.986536] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.986748] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1233.986869] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.986982] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.987113] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.987231] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1233.987343] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.987508] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1234.014340] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1234.015746] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1234.017494] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1234.017676] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.018596] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-716b84ff-cf4b-4cb5-b007-b1d345af7dda taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.019099] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-716b84ff-cf4b-4cb5-b007-b1d345af7dda" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.019375] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-716b84ff-cf4b-4cb5-b007-b1d345af7dda" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.019901] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-716b84ff-cf4b-4cb5-b007-b1d345af7dda" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.020115] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('716b84ff-cf4b-4cb5-b007-b1d345af7dda',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.207899] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.522610] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.523127] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.523127] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.523267] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.523409] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.523555] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 716b84ff-cf4b-4cb5-b007-b1d345af7dda not found, creating... [ 1234.523843] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.524012] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.524147] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.524375] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.524518] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.524801] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.524959] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.525094] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.525307] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.525447] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.525591] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 716b84ff-cf4b-4cb5-b007-b1d345af7dda is going to be created. [ 1234.545316] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.545499] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.545626] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.545865] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.546103] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.546321] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-716b84ff-cf4b-4cb5-b007-b1d345af7dda" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.710025] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.212417] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.212682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.212816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.213173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.213337] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.213486] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 is going to be updated. [ 1235.229429] env[69309]: INFO networking_nsxv3.common.synchronization [req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d req-3db4044b-7a21-4f1a-a1fa-e81e6d6d09ec service nova] Enqueued Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_rules [ 1235.229723] env[69309]: INFO networking_nsxv3.common.synchronization [req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d req-3db4044b-7a21-4f1a-a1fa-e81e6d6d09ec service nova] Enqueued Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_members [ 1235.229978] env[69309]: INFO networking_nsxv3.common.synchronization [req-3170b2c9-40a4-4ac2-8b8a-b6c858651a8d req-3db4044b-7a21-4f1a-a1fa-e81e6d6d09ec service nova] Enqueued Resource ID: 716b84ff-cf4b-4cb5-b007-b1d345af7dda with Priority: HIGHEST for action port [ 1235.230667] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_rules [ 1235.231182] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_members [ 1235.235090] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 716b84ff-cf4b-4cb5-b007-b1d345af7dda with Priority: HIGHEST for action port [ 1235.235219] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b9f6cdd-31e6-40e5-8301-96c93981d720 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.235338] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.235385] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.235584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.235697] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.237561] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b9f6cdd-31e6-40e5-8301-96c93981d720 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.237773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.238767] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-716b84ff-cf4b-4cb5-b007-b1d345af7dda taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.238884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-716b84ff-cf4b-4cb5-b007-b1d345af7dda" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.239032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-716b84ff-cf4b-4cb5-b007-b1d345af7dda" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.239168] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-716b84ff-cf4b-4cb5-b007-b1d345af7dda" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.239240] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('716b84ff-cf4b-4cb5-b007-b1d345af7dda',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.243884] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.244020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.244321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.244321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.244554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.258777] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 in Status: IN_PROGRESS for 2s [ 1235.737961] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b9f6cdd-31e6-40e5-8301-96c93981d720 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.737961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.741722] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 716b84ff-cf4b-4cb5-b007-b1d345af7dda with status ACTIVE [ 1235.742098] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.742381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.742541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.742823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.743680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.743680] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.743680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.743680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.743680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.743680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.744035] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.744035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.744035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.744139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.744184] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.744308] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 716b84ff-cf4b-4cb5-b007-b1d345af7dda is going to be updated. [ 1235.777236] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.777459] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.777459] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.777707] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.777792] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.777898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-716b84ff-cf4b-4cb5-b007-b1d345af7dda" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.846491] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07345f92-0355-4ca7-a30f-18d6b5019480 in Status: SUCCESS [ 1235.846666] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07345f92-0355-4ca7-a30f-18d6b5019480 deletion is rescheduled due to dependency. [ 1235.846786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.964591] env[69309]: INFO networking_nsxv3.common.synchronization [req-561b8683-cf64-4d83-94cc-7afe4630eed3 req-fbe554e9-646b-4600-9cea-6ecf7be60c9b tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Enqueued Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGHEST for action security_group_members [ 1235.965194] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGHEST for action security_group_members [ 1235.965503] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-7739ab52-21bd-4276-bc3c-2aea3b442b84 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.965625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.965692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.965889] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.966118] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.966229] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.966294] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.966442] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.966528] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.966620] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7739ab52-21bd-4276-bc3c-2aea3b442b84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.239096] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.239307] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.239439] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.239707] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.239969] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.240150] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.240274] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.240496] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.240650] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.240861] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1236.240984] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.241113] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.241228] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.241345] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1236.241457] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.241595] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.263475] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.263475] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1236.263475] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.263475] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.263475] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-404c5c9e-f73e-499a-a58f-cb1c9884137f taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.263475] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-404c5c9e-f73e-499a-a58f-cb1c9884137f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.263475] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-404c5c9e-f73e-499a-a58f-cb1c9884137f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.263857] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-404c5c9e-f73e-499a-a58f-cb1c9884137f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.264035] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('404c5c9e-f73e-499a-a58f-cb1c9884137f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.468643] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.468803] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.468858] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.469099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.469209] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.469386] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.469483] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.469546] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.469697] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.469773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.469860] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 is going to be deleted. [ 1236.503989] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.503989] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.503989] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.504252] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.504417] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.504552] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.766746] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.767106] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.767106] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.767382] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.767531] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.767691] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 404c5c9e-f73e-499a-a58f-cb1c9884137f not found, creating... [ 1236.767979] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.768187] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.768325] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.768535] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.768680] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.768970] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.769150] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.769275] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.769491] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.769632] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.769785] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 404c5c9e-f73e-499a-a58f-cb1c9884137f is going to be created. [ 1236.789826] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.790023] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.790162] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.790420] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.790655] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.790976] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-404c5c9e-f73e-499a-a58f-cb1c9884137f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.268398] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 in Status: SUCCESS [ 1237.268612] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.268773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.268985] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.269185] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.269320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.269387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.269542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.269624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.269719] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.555484] env[69309]: INFO networking_nsxv3.common.synchronization [req-561b8683-cf64-4d83-94cc-7afe4630eed3 req-956b776a-8ae2-4ccc-b3db-3654faea96aa service nova] Enqueued Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGHEST for action security_group_rules [ 1237.555679] env[69309]: INFO networking_nsxv3.common.synchronization [req-561b8683-cf64-4d83-94cc-7afe4630eed3 req-956b776a-8ae2-4ccc-b3db-3654faea96aa service nova] Enqueued Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGHEST for action security_group_members [ 1237.555851] env[69309]: INFO networking_nsxv3.common.synchronization [req-561b8683-cf64-4d83-94cc-7afe4630eed3 req-956b776a-8ae2-4ccc-b3db-3654faea96aa service nova] Enqueued Resource ID: 404c5c9e-f73e-499a-a58f-cb1c9884137f with Priority: HIGHEST for action port [ 1237.556523] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGHEST for action security_group_rules [ 1237.556721] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGHEST for action security_group_members [ 1237.556827] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404c5c9e-f73e-499a-a58f-cb1c9884137f with Priority: HIGHEST for action port [ 1237.557146] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7739ab52-21bd-4276-bc3c-2aea3b442b84 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.557318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.557404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.558997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.559124] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7739ab52-21bd-4276-bc3c-2aea3b442b84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.561606] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-7739ab52-21bd-4276-bc3c-2aea3b442b84 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.561682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.561728] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.561913] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.562080] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.562175] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.562251] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.562530] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.562619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.562728] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7739ab52-21bd-4276-bc3c-2aea3b442b84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.566719] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-404c5c9e-f73e-499a-a58f-cb1c9884137f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.566903] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-404c5c9e-f73e-499a-a58f-cb1c9884137f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.566903] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-404c5c9e-f73e-499a-a58f-cb1c9884137f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.567170] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-404c5c9e-f73e-499a-a58f-cb1c9884137f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.567170] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('404c5c9e-f73e-499a-a58f-cb1c9884137f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.772740] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.062721] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-7739ab52-21bd-4276-bc3c-2aea3b442b84 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.062884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.067311] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7739ab52-21bd-4276-bc3c-2aea3b442b84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.068833] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 404c5c9e-f73e-499a-a58f-cb1c9884137f with status ACTIVE [ 1238.069231] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.069231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.069231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.069470] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.069578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.069699] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.069797] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.069928] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.070102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.070233] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.070376] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.070476] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.070548] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.070689] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.070755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.070842] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 404c5c9e-f73e-499a-a58f-cb1c9884137f is going to be updated. [ 1238.090598] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.090728] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.090765] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.091010] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.091152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.091304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-404c5c9e-f73e-499a-a58f-cb1c9884137f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.275714] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.569121] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7739ab52-21bd-4276-bc3c-2aea3b442b84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.778291] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.778701] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.778701] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.778701] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.778812] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.778896] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 is going to be updated. [ 1238.813492] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.813697] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.813697] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.813999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.814187] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.826210] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 in Status: IN_PROGRESS for 2s [ 1239.071552] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.071754] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.071827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.071993] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.072127] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.072195] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 is going to be created. [ 1239.095448] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.095626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.095677] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.095862] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.096027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.108228] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 in Status: UNINITIALIZED for 2s [ 1240.237418] env[69309]: INFO networking_nsxv3.common.synchronization [req-a6b67f40-afb3-46fb-bd5b-e095972d1b41 req-201b1532-7ad4-4577-8b2f-3d59e81f295f tempest-ImagesTestJSON-415981722 tempest-ImagesTestJSON-415981722-project-member] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1240.237769] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGHEST for action security_group_members [ 1240.241037] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.241037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.241037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.241037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.241037] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.241037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.241037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.241037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.241037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.241037] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.743527] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.743685] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.743739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.744037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.744145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.744353] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.744491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.744562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.744738] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.744822] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.744946] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be updated. [ 1240.778026] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.778219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.778261] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.778452] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.778613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.786796] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: IN_PROGRESS for 2s [ 1240.836042] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 in Status: SUCCESS [ 1240.836143] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.836294] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.836507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.836695] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.836812] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.836877] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.837045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.837118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.837245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.837308] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.119524] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 in Status: SUCCESS [ 1241.119633] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.119774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.120019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.120215] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.120336] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.120572] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.120732] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.120817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.120904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.121011] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7739ab52-21bd-4276-bc3c-2aea3b442b84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.343032] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.623051] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-7739ab52-21bd-4276-bc3c-2aea3b442b84 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.623051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.623323] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.623323] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.623499] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.623610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.623684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.623803] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.623933] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.624183] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.624370] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-7739ab52-21bd-4276-bc3c-2aea3b442b84 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.624482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.624536] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.624691] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.624840] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.625039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.625169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.625309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.625402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.625490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.625631] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7739ab52-21bd-4276-bc3c-2aea3b442b84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.845844] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b9f6cdd-31e6-40e5-8301-96c93981d720: rpc.has_security_group_logging(os_id): False [ 1241.861744] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.861952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.862053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.862342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.862497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.862821] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.862932] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.862998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.863191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.863286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.863384] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 is going to be updated. [ 1241.927164] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.927444] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.927444] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.927543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.927694] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.938909] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 in Status: IN_PROGRESS for 2s [ 1242.016673] env[69309]: INFO networking_nsxv3.common.synchronization [req-abe0c767-343d-4154-a3e1-5b45ebc55835 req-968e8a9b-9a3a-4115-a3c8-d0f51b0e1458 tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1242.017280] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1242.017638] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.018095] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.018200] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.018437] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.018618] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.018743] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.018847] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.020170] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.020285] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.020401] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.127801] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7739ab52-21bd-4276-bc3c-2aea3b442b84: rpc.has_security_group_logging(os_id): False [ 1242.146375] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.147032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.147032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.147032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.147032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.147194] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.147264] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.147346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.147466] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.147551] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.147713] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.147807] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.147861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.148014] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.148094] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.148283] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.148383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.148459] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.148584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.148656] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.148742] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 is going to be created. [ 1242.224020] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.224191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.224263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.224474] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.224918] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.239788] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 in Status: IN_PROGRESS for 2s [ 1242.281999] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.282289] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.282379] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.282610] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.282934] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.283156] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.283315] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.283597] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.283783] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.284049] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1242.284177] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.284295] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.284421] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.284556] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1242.284645] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.284783] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.306800] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.306964] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1242.307119] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.307296] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-404" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.307614] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-a25ee7a4-1165-426d-ad41-f59a88ef2e4a taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.307796] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-a25ee7a4-1165-426d-ad41-f59a88ef2e4a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.307905] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-a25ee7a4-1165-426d-ad41-f59a88ef2e4a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.308276] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-a25ee7a4-1165-426d-ad41-f59a88ef2e4a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.308420] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a25ee7a4-1165-426d-ad41-f59a88ef2e4a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.526313] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.526673] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.526673] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.526869] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.526919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.527149] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.527264] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.527345] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.527502] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.527596] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.527670] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1242.552463] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.552631] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.552678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.552861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.552999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.562384] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1242.797048] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 in Status: SUCCESS [ 1242.797268] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 deletion is rescheduled due to dependency. [ 1242.797392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.810693] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.810948] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.811091] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.811370] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.811523] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.811680] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port a25ee7a4-1165-426d-ad41-f59a88ef2e4a not found, creating... [ 1242.811960] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.812136] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.812260] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.812480] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.812622] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.812912] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.813103] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.813243] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.813458] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.813674] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.813832] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: a25ee7a4-1165-426d-ad41-f59a88ef2e4a is going to be created. [ 1242.831558] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.831731] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.831857] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.832093] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.832318] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.832527] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-a25ee7a4-1165-426d-ad41-f59a88ef2e4a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.522200] env[69309]: INFO networking_nsxv3.common.synchronization [req-abe0c767-343d-4154-a3e1-5b45ebc55835 req-ec9ebc68-18eb-4e5b-9d64-5e0cfe3b4542 service nova] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_rules [ 1243.522200] env[69309]: INFO networking_nsxv3.common.synchronization [req-abe0c767-343d-4154-a3e1-5b45ebc55835 req-ec9ebc68-18eb-4e5b-9d64-5e0cfe3b4542 service nova] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1243.522200] env[69309]: INFO networking_nsxv3.common.synchronization [req-abe0c767-343d-4154-a3e1-5b45ebc55835 req-ec9ebc68-18eb-4e5b-9d64-5e0cfe3b4542 service nova] Enqueued Resource ID: a25ee7a4-1165-426d-ad41-f59a88ef2e4a with Priority: HIGHEST for action port [ 1243.522200] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_rules [ 1243.522651] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1243.522989] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a25ee7a4-1165-426d-ad41-f59a88ef2e4a with Priority: HIGHEST for action port [ 1243.528510] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.528510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.528510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.528510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.528510] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.528510] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.528510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.528510] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-a25ee7a4-1165-426d-ad41-f59a88ef2e4a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.528951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a25ee7a4-1165-426d-ad41-f59a88ef2e4a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.528951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a25ee7a4-1165-426d-ad41-f59a88ef2e4a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.528951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a25ee7a4-1165-426d-ad41-f59a88ef2e4a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.528951] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a25ee7a4-1165-426d-ad41-f59a88ef2e4a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.952654] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 in Status: SUCCESS [ 1243.952953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.031538] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.031690] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.031857] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a25ee7a4-1165-426d-ad41-f59a88ef2e4a with status ACTIVE [ 1244.032096] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.032259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.032354] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.032597] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.032712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.032919] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.033048] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.033142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.033349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.033446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.033674] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.033793] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.033873] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.034454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.034633] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.034967] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a25ee7a4-1165-426d-ad41-f59a88ef2e4a is going to be updated. [ 1244.057129] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.057278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.057363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.057574] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.057717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.058203] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a25ee7a4-1165-426d-ad41-f59a88ef2e4a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.254347] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 in Status: SUCCESS [ 1244.254568] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.574611] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1244.574905] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d deletion is rescheduled due to dependency. [ 1244.574905] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.576041] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.576826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.577252] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.577400] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.577466] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.577633] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.577714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.577810] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.029927] env[69309]: INFO networking_nsxv3.common.synchronization [None req-4f5a8799-2333-435a-966c-49bbd76edcba tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1245.030260] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1245.030573] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.030692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.032119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.032498] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.032498] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.032634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.032933] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.033106] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.033199] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.033296] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.083563] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.518931] env[69309]: INFO networking_nsxv3.common.synchronization [req-9ec36631-c775-4e19-9c79-3d120280eaa5 req-f4c91656-a82a-471c-b657-778baca8ba14 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Enqueued Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGHEST for action security_group_members [ 1245.520042] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGHEST for action security_group_members [ 1245.522031] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-7739ab52-21bd-4276-bc3c-2aea3b442b84 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.522031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.522031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.522031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.522031] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.522031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.522031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.522031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.522031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.522031] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7739ab52-21bd-4276-bc3c-2aea3b442b84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.535522] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.535683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.535775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.536035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.536141] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.536394] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.536567] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.536652] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.536854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.536963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.537087] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f is going to be updated. [ 1245.570114] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.570114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.570114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.570114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.570114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.578322] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: IN_PROGRESS for 2s [ 1245.586661] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.662233] env[69309]: INFO networking_nsxv3.common.synchronization [req-9ec36631-c775-4e19-9c79-3d120280eaa5 req-f4c91656-a82a-471c-b657-778baca8ba14 tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Enqueued Resource ID: 404c5c9e-f73e-499a-a58f-cb1c9884137f with Priority: HIGHEST for action port [ 1245.662748] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404c5c9e-f73e-499a-a58f-cb1c9884137f with Priority: HIGHEST for action port [ 1245.663286] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-404c5c9e-f73e-499a-a58f-cb1c9884137f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.663408] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-404c5c9e-f73e-499a-a58f-cb1c9884137f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.663479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-404c5c9e-f73e-499a-a58f-cb1c9884137f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.663678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-404c5c9e-f73e-499a-a58f-cb1c9884137f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.663795] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('404c5c9e-f73e-499a-a58f-cb1c9884137f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.779316] env[69309]: INFO networking_nsxv3.common.synchronization [req-b0a7d4e2-550e-48d0-9b85-935ddea22a1a req-4e952847-3d70-4b30-91e3-0599ca596f7e tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Enqueued Resource ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb with Priority: HIGHEST for action security_group_members [ 1245.779889] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb with Priority: HIGHEST for action security_group_members [ 1245.780256] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.780762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.780762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.780762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.780762] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.780902] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.780902] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.781590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.781746] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.781897] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e4de93-60a0-4cb8-bbd4-394a8e97c7bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.024971] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.025193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.025272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.025477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.025624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.025760] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.026073] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.026073] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.026073] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.026182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.026300] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 is going to be updated. [ 1246.050721] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.050870] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.050943] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.051169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.051308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.059624] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 in Status: IN_PROGRESS for 2s [ 1246.088650] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.088650] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.088747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.088919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.089021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.089117] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1246.114681] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.115311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.115311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.115311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.115311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.125020] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1246.167586] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 404c5c9e-f73e-499a-a58f-cb1c9884137f with status ACTIVE [ 1246.167882] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.168140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.168140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.168453] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.169386] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.169593] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.169701] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.169862] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.169926] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.170008] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.170584] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.170584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.170584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.170584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.170584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.170762] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 404c5c9e-f73e-499a-a58f-cb1c9884137f is going to be updated. [ 1246.188861] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.189035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.189141] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.189373] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.189782] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.190012] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-404c5c9e-f73e-499a-a58f-cb1c9884137f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.284319] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.284889] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.284889] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.285182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.285327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.285565] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.285678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.285744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.285916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.286008] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.286108] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb is going to be updated. [ 1246.320461] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.320876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.320876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.321207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.321354] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.329788] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb in Status: IN_PROGRESS for 2s [ 1247.588041] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: SUCCESS [ 1247.588041] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f deletion is rescheduled due to dependency. [ 1247.588041] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.069983] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 in Status: SUCCESS [ 1248.070194] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 deletion is rescheduled due to dependency. [ 1248.070312] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.132920] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1248.133170] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.133379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.133544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.133737] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.133854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.133942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.134146] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.134240] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.134325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.134415] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.338872] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb in Status: SUCCESS [ 1248.339072] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb deletion is rescheduled due to dependency. [ 1248.339197] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.636496] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.636891] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.636891] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.637850] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.637850] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.637850] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.637850] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.637850] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.637850] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.637850] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.637850] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.638117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.638117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.638117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.638248] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.638649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.638649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.638649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.638649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.638783] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.638783] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.140898] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae6cf6ac-11e6-4f07-a864-3b0852f2af9d: rpc.has_security_group_logging(os_id): False [ 1249.159222] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.159346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.159556] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.159670] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.159772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.160578] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.160769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.160845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.161041] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.161134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.161355] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.161457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.161508] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.161642] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.161736] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.161928] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.165091] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.165242] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.165478] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.165594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.165696] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1249.246266] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.246425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.246497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.246710] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.246858] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.262031] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1250.162583] env[69309]: INFO networking_nsxv3.common.synchronization [None req-927ff626-f0e0-4f16-b757-255fe97b3fea None None] Enqueued Resource ID: d8264c24-6644-496a-a3da-a8714f25a842 with Priority: HIGHEST for action port [ 1250.164338] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8264c24-6644-496a-a3da-a8714f25a842 with Priority: HIGHEST for action port [ 1250.165268] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8264c24-6644-496a-a3da-a8714f25a842 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.165919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8264c24-6644-496a-a3da-a8714f25a842" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.166139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8264c24-6644-496a-a3da-a8714f25a842" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.166580] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8264c24-6644-496a-a3da-a8714f25a842" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.166704] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8264c24-6644-496a-a3da-a8714f25a842',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.669575] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8264c24-6644-496a-a3da-a8714f25a842 [ 1250.670358] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.670358] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.670358] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.670358] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.670690] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.670690] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8264c24-6644-496a-a3da-a8714f25a842 already deleted. [ 1250.670690] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8264c24-6644-496a-a3da-a8714f25a842" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.275347] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1251.275623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.479692] env[69309]: INFO networking_nsxv3.common.synchronization [None req-394c5e51-92d7-4576-a31d-37c3017c0317 None None] Enqueued Resource ID: fd5d5546-237f-4fae-8bda-79fc9c401c44 with Priority: HIGHEST for action port [ 1252.479968] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5d5546-237f-4fae-8bda-79fc9c401c44 with Priority: HIGHEST for action port [ 1252.480579] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd5d5546-237f-4fae-8bda-79fc9c401c44 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.480711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd5d5546-237f-4fae-8bda-79fc9c401c44" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.480781] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd5d5546-237f-4fae-8bda-79fc9c401c44" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.481077] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd5d5546-237f-4fae-8bda-79fc9c401c44" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.481185] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd5d5546-237f-4fae-8bda-79fc9c401c44',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.982984] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd5d5546-237f-4fae-8bda-79fc9c401c44 [ 1252.983411] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.983629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.983758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.984114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.984283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.984452] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd5d5546-237f-4fae-8bda-79fc9c401c44 already deleted. [ 1252.984605] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd5d5546-237f-4fae-8bda-79fc9c401c44" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.572358] env[69309]: INFO networking_nsxv3.common.synchronization [req-a61a59ed-cc05-4172-b77e-c32b50830538 req-6160bd68-0d38-43c5-9808-4c983f1aacf7 tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Enqueued Resource ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 with Priority: HIGHEST for action security_group_members [ 1255.573085] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 with Priority: HIGHEST for action security_group_members [ 1255.573381] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-30fd4dfb-a71b-45ff-91db-1f761dbc3761 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.573517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.573607] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.573829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.573989] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.574147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.574222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.574336] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.574423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.574517] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30fd4dfb-a71b-45ff-91db-1f761dbc3761',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.858901] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-481 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.859132] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-481" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.859386] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-481" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.859597] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-481" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.859876] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.860090] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.860234] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.860463] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.860619] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.860833] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.860955] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.861084] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.861203] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.861320] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.861429] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.861564] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.882030] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.882130] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1255.882307] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.882534] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-481" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.882887] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-69688946-404d-473d-a861-7dffcf1b881a taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.883092] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-69688946-404d-473d-a861-7dffcf1b881a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.883225] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-69688946-404d-473d-a861-7dffcf1b881a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.883541] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-69688946-404d-473d-a861-7dffcf1b881a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.883689] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69688946-404d-473d-a861-7dffcf1b881a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.077468] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.077636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.077707] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.077927] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.078028] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.079048] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.079048] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.079048] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.079048] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.079048] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.079048] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 already deleted. [ 1256.079048] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.386226] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.386490] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.386630] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.387305] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.387305] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.387305] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 69688946-404d-473d-a861-7dffcf1b881a not found, creating... [ 1256.387498] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.387657] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.387776] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.388014] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.388805] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.388805] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.388805] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.388805] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.389757] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.389757] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.389757] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 69688946-404d-473d-a861-7dffcf1b881a is going to be created. [ 1256.408756] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.408998] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.409176] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.409513] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.409786] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.410029] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-69688946-404d-473d-a861-7dffcf1b881a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.132778] env[69309]: INFO networking_nsxv3.common.synchronization [req-a61a59ed-cc05-4172-b77e-c32b50830538 req-fc374b01-4fb5-4307-9596-24726375568c service nova] Enqueued Resource ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 with Priority: HIGHEST for action security_group_rules [ 1257.132778] env[69309]: INFO networking_nsxv3.common.synchronization [req-a61a59ed-cc05-4172-b77e-c32b50830538 req-fc374b01-4fb5-4307-9596-24726375568c service nova] Enqueued Resource ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 with Priority: HIGHEST for action security_group_members [ 1257.132778] env[69309]: INFO networking_nsxv3.common.synchronization [req-a61a59ed-cc05-4172-b77e-c32b50830538 req-fc374b01-4fb5-4307-9596-24726375568c service nova] Enqueued Resource ID: 69688946-404d-473d-a861-7dffcf1b881a with Priority: HIGHEST for action port [ 1257.133413] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 with Priority: HIGHEST for action security_group_rules [ 1257.133541] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 with Priority: HIGHEST for action security_group_members [ 1257.133656] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69688946-404d-473d-a861-7dffcf1b881a with Priority: HIGHEST for action port [ 1257.133959] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30fd4dfb-a71b-45ff-91db-1f761dbc3761 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.134167] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.134261] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.134505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.134605] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30fd4dfb-a71b-45ff-91db-1f761dbc3761',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.135522] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-30fd4dfb-a71b-45ff-91db-1f761dbc3761 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.135617] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.135707] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.135854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.136011] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.136115] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.136214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.136348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.136392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.136513] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30fd4dfb-a71b-45ff-91db-1f761dbc3761',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.137978] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-69688946-404d-473d-a861-7dffcf1b881a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.137978] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69688946-404d-473d-a861-7dffcf1b881a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.138113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69688946-404d-473d-a861-7dffcf1b881a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.138236] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69688946-404d-473d-a861-7dffcf1b881a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.138312] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69688946-404d-473d-a861-7dffcf1b881a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.391127] env[69309]: INFO networking_nsxv3.common.synchronization [req-7fbc332a-e971-4bfb-9985-f0e0ce3c4406 req-04703202-57ce-4267-a5a6-0063fef62e43 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Enqueued Resource ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 with Priority: HIGHEST for action security_group_members [ 1257.391664] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 with Priority: HIGHEST for action security_group_members [ 1257.391964] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.392456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.392456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.392456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.392872] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.392872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.392872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.392872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.392872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.393104] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('096d6a03-0a2f-495f-a9eb-90c8f49ffaf9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.640098] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30fd4dfb-a71b-45ff-91db-1f761dbc3761',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.641525] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-30fd4dfb-a71b-45ff-91db-1f761dbc3761 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.641674] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.641881] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69688946-404d-473d-a861-7dffcf1b881a with status ACTIVE [ 1257.642244] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.642483] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.642483] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.642677] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.642771] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.642961] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.643282] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.643410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.643565] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.644197] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.644197] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.644197] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.644197] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.644482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.644559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.644713] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69688946-404d-473d-a861-7dffcf1b881a is going to be updated. [ 1257.665910] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.666038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.666169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.666511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.666748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.667010] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69688946-404d-473d-a861-7dffcf1b881a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.895343] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.895531] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.895602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.895817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.895911] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.896120] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.896221] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.896284] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.896492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.896583] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.896671] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 is going to be updated. [ 1257.923680] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.923847] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.923891] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.924169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.924325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.931792] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 in Status: IN_PROGRESS for 2s [ 1258.147436] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30fd4dfb-a71b-45ff-91db-1f761dbc3761',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.649770] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.649882] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.649882] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.651024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.651024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.651024] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 is going to be created. [ 1258.685634] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.685744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.685811] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.686022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.686179] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.698899] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 in Status: UNINITIALIZED for 2s [ 1259.761043] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.761336] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.761377] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.761703] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.761982] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.762261] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.762433] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.762706] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.762863] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.763090] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.763216] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1259.763334] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1259.763445] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1259.763564] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.763676] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1259.763814] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1259.782210] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1259.782210] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1259.782210] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1259.782329] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.782651] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-24fed149-b484-42ce-a30f-801d99d8bf76 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.782831] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-24fed149-b484-42ce-a30f-801d99d8bf76" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.782958] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-24fed149-b484-42ce-a30f-801d99d8bf76" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.783323] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-24fed149-b484-42ce-a30f-801d99d8bf76" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.783479] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24fed149-b484-42ce-a30f-801d99d8bf76',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.940890] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 in Status: SUCCESS [ 1259.941072] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 096d6a03-0a2f-495f-a9eb-90c8f49ffaf9 deletion is rescheduled due to dependency. [ 1259.941222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-096d6a03-0a2f-495f-a9eb-90c8f49ffaf9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.287856] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.288100] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.288228] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.288521] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.288679] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.288845] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 24fed149-b484-42ce-a30f-801d99d8bf76 not found, creating... [ 1260.289181] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.289405] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.289552] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.289830] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.289996] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.290308] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.290472] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.290594] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.290810] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.290953] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.291124] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 24fed149-b484-42ce-a30f-801d99d8bf76 is going to be created. [ 1260.310390] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.310600] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.310730] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.310999] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.311246] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.311534] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-24fed149-b484-42ce-a30f-801d99d8bf76" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.709100] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 in Status: SUCCESS [ 1260.709400] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.709608] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.709859] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.710105] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.710251] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.710317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.710507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.710632] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.710737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.710835] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30fd4dfb-a71b-45ff-91db-1f761dbc3761',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.023047] env[69309]: INFO networking_nsxv3.common.synchronization [req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e req-939b98de-0e04-4e3e-b8c8-44068e5247ad service nova] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_rules [ 1261.023047] env[69309]: INFO networking_nsxv3.common.synchronization [req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e req-939b98de-0e04-4e3e-b8c8-44068e5247ad service nova] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1261.023047] env[69309]: INFO networking_nsxv3.common.synchronization [req-555f78ac-0a98-4fb8-9f4d-1f99d7d9fa3e req-939b98de-0e04-4e3e-b8c8-44068e5247ad service nova] Enqueued Resource ID: 24fed149-b484-42ce-a30f-801d99d8bf76 with Priority: HIGHEST for action port [ 1261.023047] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_rules [ 1261.023047] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1261.023047] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24fed149-b484-42ce-a30f-801d99d8bf76 with Priority: HIGHEST for action port [ 1261.023047] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.023047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.023047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.023742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.023909] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.025084] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.025303] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.025589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.026091] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.026341] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.026554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.026712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.027195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.027375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.027551] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.028674] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-24fed149-b484-42ce-a30f-801d99d8bf76 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.028925] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24fed149-b484-42ce-a30f-801d99d8bf76" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.029158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24fed149-b484-42ce-a30f-801d99d8bf76" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.029447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24fed149-b484-42ce-a30f-801d99d8bf76" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.029615] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24fed149-b484-42ce-a30f-801d99d8bf76',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.214163] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-30fd4dfb-a71b-45ff-91db-1f761dbc3761 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.214163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.214163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.214163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.214163] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.214163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.214163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.214163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.214163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.215559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.215559] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-30fd4dfb-a71b-45ff-91db-1f761dbc3761 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.215559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.215559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.215559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.215559] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.215559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.215559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.215559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.215559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.215559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.215559] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30fd4dfb-a71b-45ff-91db-1f761dbc3761',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.532265] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.533441] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.533575] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.534096] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24fed149-b484-42ce-a30f-801d99d8bf76 with status ACTIVE [ 1261.534373] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.534521] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.534799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.535653] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.536025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.536237] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.536346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.536415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.537051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.537146] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.537401] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.537513] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.537554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.537716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.537794] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.537878] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24fed149-b484-42ce-a30f-801d99d8bf76 is going to be updated. [ 1261.559591] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.559801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.559888] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.560173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.560359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.560578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24fed149-b484-42ce-a30f-801d99d8bf76" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.717955] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30fd4dfb-a71b-45ff-91db-1f761dbc3761: rpc.has_security_group_logging(os_id): False [ 1261.735146] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.735389] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.735519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.735823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.735965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.736267] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.736514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.736578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.736772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.736869] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.737108] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.737212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.737277] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.737431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.737504] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.737701] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.737845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.737946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.738162] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.738246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.738334] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 is going to be created. [ 1261.790805] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.790967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.791042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.791416] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.791416] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.805938] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 in Status: IN_PROGRESS for 2s [ 1262.017016] env[69309]: INFO networking_nsxv3.common.synchronization [None req-159cc8d7-e52e-4da2-b26d-e4d5c8620e16 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Enqueued Resource ID: 3d7aae03-37ad-4872-ab22-5209af301c26 with Priority: HIGHEST for action security_group_rules [ 1262.017016] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7aae03-37ad-4872-ab22-5209af301c26 with Priority: HIGHEST for action security_group_rules [ 1262.017016] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d7aae03-37ad-4872-ab22-5209af301c26 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.017016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.017016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.017016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.017345] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d7aae03-37ad-4872-ab22-5209af301c26',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.035160] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.196982] env[69309]: INFO networking_nsxv3.common.synchronization [None req-ab8d8c73-e0d0-44a3-b4ed-ff9f8a23d487 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Enqueued Resource ID: 3d7aae03-37ad-4872-ab22-5209af301c26 with Priority: HIGHEST for action security_group_rules [ 1262.196982] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7aae03-37ad-4872-ab22-5209af301c26 with Priority: HIGHEST for action security_group_rules [ 1262.196982] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d7aae03-37ad-4872-ab22-5209af301c26 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.196982] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.536354] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.536569] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.536569] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.536785] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.536874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.536966] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d7aae03-37ad-4872-ab22-5209af301c26 already deleted. [ 1262.537068] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.537391] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.537491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.537552] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.537913] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.537913] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.537913] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f is going to be updated. [ 1262.538928] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.539580] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.539580] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d7aae03-37ad-4872-ab22-5209af301c26',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.565276] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.565517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.565517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.565736] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.565883] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.575438] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: IN_PROGRESS for 2s [ 1263.066831] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.067105] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.067105] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.067431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.067890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.067890] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d7aae03-37ad-4872-ab22-5209af301c26 already deleted. [ 1263.067890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.817013] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 in Status: SUCCESS [ 1263.817245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.584808] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: SUCCESS [ 1264.585143] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.585267] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.585478] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.585671] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.586012] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.586012] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.586012] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.586161] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.586190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.586271] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.088505] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.088661] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.088706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.088894] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.089111] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.089223] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.089283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.089440] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.089532] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.089640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.089800] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.089906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.089968] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.090150] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.090329] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.090432] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.090498] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.090645] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.090731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.090816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.091093] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.593513] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70b3f3fd-2a60-4d27-9d90-4c4a756b133f: rpc.has_security_group_logging(os_id): False [ 1265.611981] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.612157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.612157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.612400] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.612491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.612706] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.612799] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.612867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.613045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.613097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.613268] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.613363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.613421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.613558] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.613631] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.613806] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.613899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.613961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.614120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.614243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.614310] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f is going to be updated. [ 1265.669897] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.669897] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.670601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.670601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.670601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.684479] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: IN_PROGRESS for 2s [ 1267.197453] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.197802] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1267.483382] env[69309]: INFO networking_nsxv3.common.synchronization [req-85beb396-0dd4-4996-8dfc-e8f5ba25a81a req-d29c5a67-2efb-4d0b-b9cc-5a8d9a7fd5df tempest-ServerMetadataNegativeTestJSON-706048497 tempest-ServerMetadataNegativeTestJSON-706048497-project-member] Enqueued Resource ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 with Priority: HIGHEST for action security_group_members [ 1267.483382] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 with Priority: HIGHEST for action security_group_members [ 1267.483382] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-30fd4dfb-a71b-45ff-91db-1f761dbc3761 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.483382] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.483541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.483674] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.483784] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.483875] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.483937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.484414] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.485260] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.485260] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30fd4dfb-a71b-45ff-91db-1f761dbc3761',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.701835] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: SUCCESS [ 1267.702071] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.968381] env[69309]: INFO networking_nsxv3.common.synchronization [req-f500054d-4a8b-4c02-abbe-28743479c3fe req-8432f247-4584-4133-9bd9-f83a0b75a64f tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Enqueued Resource ID: 3d7aae03-37ad-4872-ab22-5209af301c26 with Priority: HIGHEST for action security_group_members [ 1267.969115] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7aae03-37ad-4872-ab22-5209af301c26 with Priority: HIGHEST for action security_group_members [ 1267.971786] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7aae03-37ad-4872-ab22-5209af301c26 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.971786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.971786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.971786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.971786] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.971786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.971786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.971786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.971786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.971786] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7aae03-37ad-4872-ab22-5209af301c26',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.121159] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.121309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.121380] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.121586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.121675] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.121858] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.121952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.122079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.122166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.122271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.122336] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 is going to be updated. [ 1268.149816] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.150013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.150013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.150221] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.150356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.158691] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 in Status: IN_PROGRESS for 2s [ 1268.252511] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.252511] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-772" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.252511] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-772" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.252511] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-772" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.252901] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.252901] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.252978] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.253153] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.253312] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.253523] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1268.253640] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.253751] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.253862] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.253972] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1268.254092] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.254265] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.273443] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.273612] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1268.273803] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.274014] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-772" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.274384] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-e77f7d02-8e8b-4826-a50c-ff571e6ebaea taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.274557] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-e77f7d02-8e8b-4826-a50c-ff571e6ebaea" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.274690] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-e77f7d02-8e8b-4826-a50c-ff571e6ebaea" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.274969] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-e77f7d02-8e8b-4826-a50c-ff571e6ebaea" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.275128] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e77f7d02-8e8b-4826-a50c-ff571e6ebaea',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.472161] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.472322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.472396] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.472628] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.472743] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.472954] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.473069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.473131] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.473279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.473368] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.473469] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7aae03-37ad-4872-ab22-5209af301c26 already deleted. [ 1268.473570] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.777432] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.777678] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.777809] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.778107] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.778273] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.778456] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port e77f7d02-8e8b-4826-a50c-ff571e6ebaea not found, creating... [ 1268.778730] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.778890] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.779019] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.779249] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.779394] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.779718] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.779883] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.780514] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.780514] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.780514] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.780514] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: e77f7d02-8e8b-4826-a50c-ff571e6ebaea is going to be created. [ 1268.808347] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.808566] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.808689] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.809034] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.809290] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.809568] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-e77f7d02-8e8b-4826-a50c-ff571e6ebaea" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.464287] env[69309]: INFO networking_nsxv3.common.synchronization [req-f500054d-4a8b-4c02-abbe-28743479c3fe req-3d4854f4-0cdc-4b7a-b58d-546d8985b73b service nova] Enqueued Resource ID: 3d7aae03-37ad-4872-ab22-5209af301c26 with Priority: HIGHEST for action security_group_rules [ 1269.464657] env[69309]: INFO networking_nsxv3.common.synchronization [req-f500054d-4a8b-4c02-abbe-28743479c3fe req-3d4854f4-0cdc-4b7a-b58d-546d8985b73b service nova] Enqueued Resource ID: 3d7aae03-37ad-4872-ab22-5209af301c26 with Priority: HIGHEST for action security_group_members [ 1269.464657] env[69309]: INFO networking_nsxv3.common.synchronization [req-f500054d-4a8b-4c02-abbe-28743479c3fe req-3d4854f4-0cdc-4b7a-b58d-546d8985b73b service nova] Enqueued Resource ID: e77f7d02-8e8b-4826-a50c-ff571e6ebaea with Priority: HIGHEST for action port [ 1269.464851] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7aae03-37ad-4872-ab22-5209af301c26 with Priority: HIGHEST for action security_group_rules [ 1269.464975] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7aae03-37ad-4872-ab22-5209af301c26 with Priority: HIGHEST for action security_group_members [ 1269.465081] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e77f7d02-8e8b-4826-a50c-ff571e6ebaea with Priority: HIGHEST for action port [ 1269.465659] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d7aae03-37ad-4872-ab22-5209af301c26 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.465827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.465880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.466106] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.466182] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d7aae03-37ad-4872-ab22-5209af301c26',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.467303] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7aae03-37ad-4872-ab22-5209af301c26 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.467423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.467492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.467659] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.467816] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.467898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.467960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.468121] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.468207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.468294] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7aae03-37ad-4872-ab22-5209af301c26',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.469114] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-e77f7d02-8e8b-4826-a50c-ff571e6ebaea taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.469114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e77f7d02-8e8b-4826-a50c-ff571e6ebaea" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.469256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e77f7d02-8e8b-4826-a50c-ff571e6ebaea" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.469454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e77f7d02-8e8b-4826-a50c-ff571e6ebaea" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.469638] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e77f7d02-8e8b-4826-a50c-ff571e6ebaea',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.971590] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d7aae03-37ad-4872-ab22-5209af301c26',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.972671] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7aae03-37ad-4872-ab22-5209af301c26 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.972792] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.974211] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e77f7d02-8e8b-4826-a50c-ff571e6ebaea with status ACTIVE [ 1269.974429] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.974542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.974603] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.974826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.974874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.975050] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.975147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.975209] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.975359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.975431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.975608] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.975698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.975755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.975893] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.975965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.976059] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e77f7d02-8e8b-4826-a50c-ff571e6ebaea is going to be updated. [ 1269.995574] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.995734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.995794] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.995939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.996080] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.996227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e77f7d02-8e8b-4826-a50c-ff571e6ebaea" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.171237] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 in Status: SUCCESS [ 1270.171528] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 deletion is rescheduled due to dependency. [ 1270.171528] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.327747] env[69309]: INFO networking_nsxv3.common.synchronization [req-f278eb2d-1885-4822-9b39-e941c4a1afea req-4ebe90cf-d33e-49c8-859f-98c86bd7f82f tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Enqueued Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_members [ 1270.328285] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_members [ 1270.328697] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-8edab822-b4ac-45d4-9307-6691d04aed06 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.328697] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.328896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.328959] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.329125] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.329225] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.329304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.329484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.329570] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.329665] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.474403] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d7aae03-37ad-4872-ab22-5209af301c26',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.578729] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.578939] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.579107] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.579399] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.579671] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.579834] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.579957] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.580239] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.580400] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.580629] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1270.580746] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1270.580863] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1270.580973] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1270.581098] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1270.581220] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1270.581354] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1270.599609] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1270.599825] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1270.599997] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1270.600203] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.600562] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-a0d26bce-52c5-4191-931a-80607452ca96 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.600757] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-a0d26bce-52c5-4191-931a-80607452ca96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.601210] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-a0d26bce-52c5-4191-931a-80607452ca96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.601298] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-a0d26bce-52c5-4191-931a-80607452ca96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.601518] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d26bce-52c5-4191-931a-80607452ca96',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.831968] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.976906] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.977072] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.977144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.978029] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.978029] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.978029] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7aae03-37ad-4872-ab22-5209af301c26 is going to be created. [ 1271.003182] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.003346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.003415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.003636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.003798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.012687] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7aae03-37ad-4872-ab22-5209af301c26 in Status: UNINITIALIZED for 2s [ 1271.103226] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.103482] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.103659] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.103962] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.104171] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.104397] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port a0d26bce-52c5-4191-931a-80607452ca96 not found, creating... [ 1271.104715] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.104915] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.105081] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.105356] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.105531] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.105896] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.106118] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.106260] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.106602] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.106741] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.106925] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: a0d26bce-52c5-4191-931a-80607452ca96 is going to be created. [ 1271.128468] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.128702] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.128850] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.129144] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.129416] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.129677] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-a0d26bce-52c5-4191-931a-80607452ca96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.336022] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.803518] env[69309]: INFO networking_nsxv3.common.synchronization [req-f278eb2d-1885-4822-9b39-e941c4a1afea req-fbdb4ace-5afd-442d-8f14-d0dc4d71567f service nova] Enqueued Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_rules [ 1271.803518] env[69309]: INFO networking_nsxv3.common.synchronization [req-f278eb2d-1885-4822-9b39-e941c4a1afea req-fbdb4ace-5afd-442d-8f14-d0dc4d71567f service nova] Enqueued Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_members [ 1271.803518] env[69309]: INFO networking_nsxv3.common.synchronization [req-f278eb2d-1885-4822-9b39-e941c4a1afea req-fbdb4ace-5afd-442d-8f14-d0dc4d71567f service nova] Enqueued Resource ID: a0d26bce-52c5-4191-931a-80607452ca96 with Priority: HIGHEST for action port [ 1271.803804] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_rules [ 1271.803804] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_members [ 1271.804464] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0d26bce-52c5-4191-931a-80607452ca96 with Priority: HIGHEST for action port [ 1271.805154] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8edab822-b4ac-45d4-9307-6691d04aed06 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.805292] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.805351] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.806168] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.806168] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.807518] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-8edab822-b4ac-45d4-9307-6691d04aed06 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.807518] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.807518] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0d26bce-52c5-4191-931a-80607452ca96 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.807518] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0d26bce-52c5-4191-931a-80607452ca96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.807726] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0d26bce-52c5-4191-931a-80607452ca96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.807726] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0d26bce-52c5-4191-931a-80607452ca96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.807787] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d26bce-52c5-4191-931a-80607452ca96',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.838705] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.838857] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.838899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.839097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.839190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.839307] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8edab822-b4ac-45d4-9307-6691d04aed06 is going to be updated. [ 1271.869678] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.869887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.869887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.870099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.870243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.878574] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8edab822-b4ac-45d4-9307-6691d04aed06 in Status: IN_PROGRESS for 2s [ 1272.310208] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-8edab822-b4ac-45d4-9307-6691d04aed06 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.310349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.310543] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0d26bce-52c5-4191-931a-80607452ca96 with status ACTIVE [ 1272.310729] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.310851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.310929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.311136] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.311254] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.311430] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.311527] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.311586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.312055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.312151] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.312384] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.312487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.312550] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.312721] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.312817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.312922] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0d26bce-52c5-4191-931a-80607452ca96 is going to be updated. [ 1272.335825] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.335963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.336121] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.336338] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.337276] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.337582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0d26bce-52c5-4191-931a-80607452ca96" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.023325] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7aae03-37ad-4872-ab22-5209af301c26 in Status: SUCCESS [ 1273.023576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.023713] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.023927] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.024142] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.024260] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.024351] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.024508] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.024594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.024679] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.024767] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d7aae03-37ad-4872-ab22-5209af301c26',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.526788] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d7aae03-37ad-4872-ab22-5209af301c26',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.896447] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8edab822-b4ac-45d4-9307-6691d04aed06 in Status: SUCCESS [ 1273.896670] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.896849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.897070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.897306] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.897410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.897469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.897625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.897739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.897792] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.028839] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d7aae03-37ad-4872-ab22-5209af301c26: rpc.has_security_group_logging(os_id): False [ 1274.052200] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.052390] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.052448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.052638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.052713] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.052954] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.053064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.053129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.053274] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.053350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.053436] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d7aae03-37ad-4872-ab22-5209af301c26 is going to be created. [ 1274.126015] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.127718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.127718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.127718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.127718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.150735] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d7aae03-37ad-4872-ab22-5209af301c26 in Status: IN_PROGRESS for 2s [ 1274.399680] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.902181] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.405147] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.405685] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.405685] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.405685] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.405685] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.405991] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8edab822-b4ac-45d4-9307-6691d04aed06 is going to be updated. [ 1275.434201] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.434353] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.434418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.434619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.434759] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.444707] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8edab822-b4ac-45d4-9307-6691d04aed06 in Status: IN_PROGRESS for 2s [ 1276.169083] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d7aae03-37ad-4872-ab22-5209af301c26 in Status: SUCCESS [ 1276.169083] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.292215] env[69309]: INFO networking_nsxv3.common.synchronization [None req-7785d5ac-f1ca-49e4-a32e-53052838cf27 None None] Enqueued Resource ID: 5eec1645-4b9d-407e-94b2-ff46af94571a with Priority: HIGHEST for action port [ 1276.292749] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eec1645-4b9d-407e-94b2-ff46af94571a with Priority: HIGHEST for action port [ 1276.293352] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eec1645-4b9d-407e-94b2-ff46af94571a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.293797] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eec1645-4b9d-407e-94b2-ff46af94571a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.293797] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eec1645-4b9d-407e-94b2-ff46af94571a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.293930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eec1645-4b9d-407e-94b2-ff46af94571a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.293930] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eec1645-4b9d-407e-94b2-ff46af94571a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.796601] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5eec1645-4b9d-407e-94b2-ff46af94571a [ 1276.796601] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.796963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.796963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.796963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.797071] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.797101] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5eec1645-4b9d-407e-94b2-ff46af94571a already deleted. [ 1276.797181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eec1645-4b9d-407e-94b2-ff46af94571a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.455468] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8edab822-b4ac-45d4-9307-6691d04aed06 in Status: SUCCESS [ 1277.455659] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.455780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.456164] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.456255] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.456303] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.456395] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.456512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.456617] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.456740] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.456837] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.577380] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.577380] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.577380] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.577380] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.577380] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.577380] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.577380] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.577749] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.577749] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.578000] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1277.578149] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1277.578267] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1277.578379] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1277.578507] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1277.578641] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1277.578822] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1277.598229] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1277.598442] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1277.598622] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1277.598840] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-183" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.599231] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-24fed149-b484-42ce-a30f-801d99d8bf76 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.599448] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-24fed149-b484-42ce-a30f-801d99d8bf76" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.599603] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-24fed149-b484-42ce-a30f-801d99d8bf76" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.599923] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-24fed149-b484-42ce-a30f-801d99d8bf76" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.600133] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24fed149-b484-42ce-a30f-801d99d8bf76',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.959152] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.102122] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.102424] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.102595] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.102878] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.103054] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.103345] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.103509] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.103632] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.103923] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.104124] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.104473] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.104641] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.104764] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.104979] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.105458] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.105695] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 24fed149-b484-42ce-a30f-801d99d8bf76 is going to be updated. [ 1278.128287] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.128287] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.128287] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.128287] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.128287] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.128287] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-24fed149-b484-42ce-a30f-801d99d8bf76" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.459796] env[69309]: INFO networking_nsxv3.common.synchronization [None req-85fc6b16-293f-465a-9452-53454dfffc8d None None] Enqueued Resource ID: 84c1002d-86e6-481a-a78d-cb27c1cf36c4 with Priority: HIGHEST for action port [ 1278.460072] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c1002d-86e6-481a-a78d-cb27c1cf36c4 with Priority: HIGHEST for action port [ 1278.460811] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-84c1002d-86e6-481a-a78d-cb27c1cf36c4 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.460938] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84c1002d-86e6-481a-a78d-cb27c1cf36c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.461015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84c1002d-86e6-481a-a78d-cb27c1cf36c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.461345] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84c1002d-86e6-481a-a78d-cb27c1cf36c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.461460] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84c1002d-86e6-481a-a78d-cb27c1cf36c4',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.462488] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8edab822-b4ac-45d4-9307-6691d04aed06: rpc.has_security_group_logging(os_id): False [ 1278.480496] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.480708] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.480816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.481098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.499449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.499449] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.499449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.499449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.500187] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.500187] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.500187] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8edab822-b4ac-45d4-9307-6691d04aed06 is going to be updated. [ 1278.556030] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.556030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.556030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.556030] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.556300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.565831] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8edab822-b4ac-45d4-9307-6691d04aed06 in Status: IN_PROGRESS for 2s [ 1278.635781] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-719 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.636040] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-719" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.636214] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-719" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.636548] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-719" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.636892] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.637196] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.637386] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.637977] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.637977] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.638219] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.638422] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1278.638565] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1278.638721] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1278.638857] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.638981] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1278.639175] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1278.657493] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1278.657725] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1278.657866] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1278.658134] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-719" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.658537] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.658787] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.658937] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.659570] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.659749] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a93705-68b4-4b7d-b1bc-41a2d91b247d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.824994] env[69309]: INFO networking_nsxv3.common.synchronization [req-944abc37-eac3-45c0-9dba-d23801237c7c req-0752ac3b-fc7b-4343-b71e-119dae62e7c9 service nova] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_rules [ 1278.825233] env[69309]: INFO networking_nsxv3.common.synchronization [req-944abc37-eac3-45c0-9dba-d23801237c7c req-0752ac3b-fc7b-4343-b71e-119dae62e7c9 service nova] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1278.825387] env[69309]: INFO networking_nsxv3.common.synchronization [req-944abc37-eac3-45c0-9dba-d23801237c7c req-0752ac3b-fc7b-4343-b71e-119dae62e7c9 service nova] Enqueued Resource ID: 24fed149-b484-42ce-a30f-801d99d8bf76 with Priority: HIGHEST for action port [ 1278.825925] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_rules [ 1278.826083] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1278.826177] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24fed149-b484-42ce-a30f-801d99d8bf76 with Priority: HIGHEST for action port [ 1278.826496] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.826648] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.826719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.826970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.827091] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.827986] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.828113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.828168] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.828342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.828520] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.828633] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.828702] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.828849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.828938] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.829050] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.829829] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-24fed149-b484-42ce-a30f-801d99d8bf76 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.829979] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24fed149-b484-42ce-a30f-801d99d8bf76" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.830110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24fed149-b484-42ce-a30f-801d99d8bf76" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.830315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24fed149-b484-42ce-a30f-801d99d8bf76" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.830496] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24fed149-b484-42ce-a30f-801d99d8bf76',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.964898] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84c1002d-86e6-481a-a78d-cb27c1cf36c4 [ 1278.965189] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.965300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.965413] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.965577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.965673] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.965771] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84c1002d-86e6-481a-a78d-cb27c1cf36c4 already deleted. [ 1278.965853] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84c1002d-86e6-481a-a78d-cb27c1cf36c4" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.161930] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.162185] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.162319] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.162647] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.162960] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.163442] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.163713] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.163884] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.164152] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.164309] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.164681] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.164872] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.165014] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.165238] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.165468] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.165644] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: b5a93705-68b4-4b7d-b1bc-41a2d91b247d is going to be updated. [ 1279.195222] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.195429] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.195601] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.195919] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.196169] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.196882] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.332383] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.332542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.332974] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.333755] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24fed149-b484-42ce-a30f-801d99d8bf76 with status ACTIVE [ 1279.333948] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.334102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.334171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.334439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.334567] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.334779] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.334899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.334952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.335140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.335245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.335449] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.335562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.335627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.335786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.335871] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.335959] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24fed149-b484-42ce-a30f-801d99d8bf76 is going to be updated. [ 1279.358741] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.358975] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.358975] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.359212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.359260] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.359412] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24fed149-b484-42ce-a30f-801d99d8bf76" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.837826] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.869261] env[69309]: INFO networking_nsxv3.common.synchronization [req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 req-5920145b-ef54-465f-9e43-d339ea11efb5 service nova] Enqueued Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_rules [ 1279.869465] env[69309]: INFO networking_nsxv3.common.synchronization [req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 req-5920145b-ef54-465f-9e43-d339ea11efb5 service nova] Enqueued Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 1279.869581] env[69309]: INFO networking_nsxv3.common.synchronization [req-5f2c7fb0-3c90-4e13-bd9a-4a91eb7a05f2 req-5920145b-ef54-465f-9e43-d339ea11efb5 service nova] Enqueued Resource ID: b5a93705-68b4-4b7d-b1bc-41a2d91b247d with Priority: HIGHEST for action port [ 1279.870104] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_rules [ 1279.870260] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 1279.870334] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a93705-68b4-4b7d-b1bc-41a2d91b247d with Priority: HIGHEST for action port [ 1279.870608] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.870721] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.870789] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.870994] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.871256] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.872214] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.872445] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.872644] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.872896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.873544] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.873544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.873544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.873544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.873679] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.873797] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.874754] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.874845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.874946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.875165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.875321] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a93705-68b4-4b7d-b1bc-41a2d91b247d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.341686] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.341967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.341967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.342189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.342300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.342418] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f is going to be updated. [ 1280.368117] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.368255] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.368324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.368521] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.368858] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.376384] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: IN_PROGRESS for 2s [ 1280.376651] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.376767] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.376939] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.377860] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5a93705-68b4-4b7d-b1bc-41a2d91b247d with status ACTIVE [ 1280.378073] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.378194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.378261] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.378435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.378535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.378724] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.378820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.378881] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.379305] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.379305] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.379467] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.379601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.379636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.379754] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.379829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.379911] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5a93705-68b4-4b7d-b1bc-41a2d91b247d is going to be updated. [ 1280.396490] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.396654] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.396706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.396860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.397022] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.397158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5a93705-68b4-4b7d-b1bc-41a2d91b247d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.577705] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8edab822-b4ac-45d4-9307-6691d04aed06 in Status: SUCCESS [ 1280.577977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.882085] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.384959] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.385374] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.385374] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.385442] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.385580] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.385656] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 is going to be updated. [ 1281.411287] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.411714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.411786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.412016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.412169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.420213] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: IN_PROGRESS for 2s [ 1282.385784] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: SUCCESS [ 1282.386231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.386231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.386409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.386630] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.386779] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.386849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.387048] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.387143] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.387252] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.387346] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.889746] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.889924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.890050] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.890262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.890427] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.890539] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.890601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.890739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.890826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.890919] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.891203] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.891203] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.891366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.891366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.891486] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.891599] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.891660] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.891798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.891870] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.891987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.892048] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.331320] env[69309]: INFO networking_nsxv3.common.synchronization [None req-43df3180-80ac-4d52-a115-63a3fdb29362 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Enqueued Resource ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f with Priority: HIGHEST for action security_group_rules [ 1283.332020] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f with Priority: HIGHEST for action security_group_rules [ 1283.332402] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.332510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.332587] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.332909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.332998] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37a8c71f-40cc-4e36-980a-f9cb2acca81f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.394757] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70b3f3fd-2a60-4d27-9d90-4c4a756b133f: rpc.has_security_group_logging(os_id): False [ 1283.411695] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.411924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.411924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.412166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.412266] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.412496] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.412656] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.412656] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.413165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.413165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.413165] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.413165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.413543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.413543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.413543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.413801] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.413801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.413801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.414224] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.414224] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.414224] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f is going to be updated. [ 1283.435533] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: SUCCESS [ 1283.435754] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.435912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.436170] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.436356] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.436514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.436604] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.436830] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.436917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.437012] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.437111] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.450126] env[69309]: INFO networking_nsxv3.common.synchronization [None req-36918e63-f303-49a4-b82a-c1eec88a379f tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Enqueued Resource ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f with Priority: HIGHEST for action security_group_rules [ 1283.451085] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f with Priority: HIGHEST for action security_group_rules [ 1283.451386] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.451493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.471761] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.471896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.471986] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.475702] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.475702] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.486358] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: IN_PROGRESS for 2s [ 1283.860956] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.861143] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.861252] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.861460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.861566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.861655] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f already deleted. [ 1283.861733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.861894] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.862058] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.862157] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37a8c71f-40cc-4e36-980a-f9cb2acca81f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.938864] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.386180] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.386348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.386348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.386618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.386816] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.386861] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f already deleted. [ 1284.386928] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.443194] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f171c3b8-e40e-4692-bec2-d013f65a9220: rpc.has_security_group_logging(os_id): False [ 1284.462522] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.462522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.462522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.462522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.462522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.462522] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.462522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.462522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.462522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.462522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.462522] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 is going to be updated. [ 1284.520948] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.521113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.521180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.521398] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.521562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.534044] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: IN_PROGRESS for 2s [ 1285.105903] env[69309]: INFO networking_nsxv3.common.synchronization [req-a81954a9-f3c1-4732-b247-9196817ed068 req-f08b614b-4474-4a14-8d98-6aa3e16874bf tempest-DeleteServersTestJSON-1900598984 tempest-DeleteServersTestJSON-1900598984-project-member] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1285.105903] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGHEST for action security_group_members [ 1285.105903] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.105903] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.105903] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.106856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.107154] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.107154] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.107265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.107788] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.107788] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.107788] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.502244] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: SUCCESS [ 1285.502244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.614024] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.614024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.614024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.614024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.614024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.614024] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.614024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.614024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.614024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.614024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.614024] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be updated. [ 1285.640079] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.640079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.640079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.640079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.640079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.646770] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: IN_PROGRESS for 2s [ 1286.151820] env[69309]: INFO networking_nsxv3.common.synchronization [None req-a42c77ed-7c63-498a-98a5-4970cea47115 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Enqueued Resource ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 with Priority: HIGHEST for action security_group_rules [ 1286.151820] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 with Priority: HIGHEST for action security_group_rules [ 1286.151820] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.151820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.151820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.151820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.151820] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('893f8f6f-c467-4fdc-b7f8-f77d25087ce0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.243801] env[69309]: INFO networking_nsxv3.common.synchronization [None req-0d6abc1f-3a53-48be-b043-0e254ffac682 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Enqueued Resource ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 with Priority: HIGHEST for action security_group_rules [ 1286.244232] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 with Priority: HIGHEST for action security_group_rules [ 1286.244693] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.244853] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.548217] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: SUCCESS [ 1286.548539] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.673032] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.673032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.673032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.673032] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.673524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.673524] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 already deleted. [ 1286.673524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.673524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.673997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.673997] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('893f8f6f-c467-4fdc-b7f8-f77d25087ce0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.200666] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.200666] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.200666] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.200666] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.200666] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.200666] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 already deleted. [ 1287.200666] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.667010] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d in Status: SUCCESS [ 1287.667010] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d deletion is rescheduled due to dependency. [ 1287.667010] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.245680] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.246078] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1291.777707] env[69309]: INFO networking_nsxv3.common.synchronization [req-5db6477a-caed-421f-9fbf-e27222859231 req-be77d0db-011a-4ce4-ba20-20f267f595bd tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Enqueued Resource ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f with Priority: HIGHEST for action security_group_members [ 1291.778309] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f with Priority: HIGHEST for action security_group_members [ 1291.778665] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a8c71f-40cc-4e36-980a-f9cb2acca81f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.778798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.778924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.779225] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.779396] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.779498] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.779589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.781430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.781430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.781430] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37a8c71f-40cc-4e36-980a-f9cb2acca81f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.054264] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.054456] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-106" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.054650] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-106" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.054979] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-106" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.055402] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.055402] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.055625] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.055865] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.056024] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.056237] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1292.056349] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1292.056497] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1292.056580] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1292.056706] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1292.056819] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1292.056953] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1292.077055] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1292.077249] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1292.077396] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1292.077586] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-106" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.077956] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-b4ccf24d-cd97-4f98-b702-d58cf2a96a9b taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.078194] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-b4ccf24d-cd97-4f98-b702-d58cf2a96a9b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.079112] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-b4ccf24d-cd97-4f98-b702-d58cf2a96a9b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.079112] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-b4ccf24d-cd97-4f98-b702-d58cf2a96a9b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.079112] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4ccf24d-cd97-4f98-b702-d58cf2a96a9b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.282448] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.282848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.282848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.282922] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.283054] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.283202] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.283291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.283351] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.283501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.283579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.283666] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f already deleted. [ 1292.283745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.581572] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.581572] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.581572] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.581783] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.581884] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.582045] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port b4ccf24d-cd97-4f98-b702-d58cf2a96a9b not found, creating... [ 1292.582303] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.582465] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.582606] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.582865] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.583018] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.583321] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.583484] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.583606] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.583825] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.583966] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.584124] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: b4ccf24d-cd97-4f98-b702-d58cf2a96a9b is going to be created. [ 1292.603774] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.603995] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.604164] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.604447] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.604779] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.605025] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-b4ccf24d-cd97-4f98-b702-d58cf2a96a9b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.298347] env[69309]: INFO networking_nsxv3.common.synchronization [req-5db6477a-caed-421f-9fbf-e27222859231 req-efa8b9ed-853c-4818-93ed-c119769cb1ee service nova] Enqueued Resource ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f with Priority: HIGHEST for action security_group_rules [ 1293.298717] env[69309]: INFO networking_nsxv3.common.synchronization [req-5db6477a-caed-421f-9fbf-e27222859231 req-efa8b9ed-853c-4818-93ed-c119769cb1ee service nova] Enqueued Resource ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f with Priority: HIGHEST for action security_group_members [ 1293.298717] env[69309]: INFO networking_nsxv3.common.synchronization [req-5db6477a-caed-421f-9fbf-e27222859231 req-efa8b9ed-853c-4818-93ed-c119769cb1ee service nova] Enqueued Resource ID: b4ccf24d-cd97-4f98-b702-d58cf2a96a9b with Priority: HIGHEST for action port [ 1293.299119] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f with Priority: HIGHEST for action security_group_rules [ 1293.299303] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f with Priority: HIGHEST for action security_group_members [ 1293.299374] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4ccf24d-cd97-4f98-b702-d58cf2a96a9b with Priority: HIGHEST for action port [ 1293.299651] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.299775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.299846] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.301527] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.301659] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37a8c71f-40cc-4e36-980a-f9cb2acca81f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.302981] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a8c71f-40cc-4e36-980a-f9cb2acca81f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.303096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.306206] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.306206] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.306517] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.306517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.306596] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.306770] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.306874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.306988] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37a8c71f-40cc-4e36-980a-f9cb2acca81f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.307845] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4ccf24d-cd97-4f98-b702-d58cf2a96a9b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.307981] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4ccf24d-cd97-4f98-b702-d58cf2a96a9b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.307981] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4ccf24d-cd97-4f98-b702-d58cf2a96a9b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.309223] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4ccf24d-cd97-4f98-b702-d58cf2a96a9b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.309294] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4ccf24d-cd97-4f98-b702-d58cf2a96a9b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.811192] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37a8c71f-40cc-4e36-980a-f9cb2acca81f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.812305] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a8c71f-40cc-4e36-980a-f9cb2acca81f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.812481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.812643] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4ccf24d-cd97-4f98-b702-d58cf2a96a9b with status ACTIVE [ 1293.812774] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.812894] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.813021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.813227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.813320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.813556] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.813623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.813957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.813957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.813957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.818246] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.818554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.818617] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.818808] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.818925] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.819065] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4ccf24d-cd97-4f98-b702-d58cf2a96a9b is going to be updated. [ 1293.843631] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.843835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.843990] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.844083] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.844221] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.844392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4ccf24d-cd97-4f98-b702-d58cf2a96a9b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.073079] env[69309]: INFO networking_nsxv3.common.synchronization [req-180ce594-60ed-462f-8a97-2e554169f7d4 req-87398558-94fa-43dc-829b-a3108275f72d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Enqueued Resource ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 with Priority: HIGHEST for action security_group_members [ 1294.073741] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 with Priority: HIGHEST for action security_group_members [ 1294.073951] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.074089] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.074157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.074408] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.074638] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.074916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.074916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.075021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.075109] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.075331] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('893f8f6f-c467-4fdc-b7f8-f77d25087ce0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.321258] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37a8c71f-40cc-4e36-980a-f9cb2acca81f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.529375] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.529835] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.529835] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.530160] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.532759] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.532759] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.532759] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.532759] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.532759] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.533094] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1294.533094] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1294.533094] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1294.533202] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1294.533319] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1294.533442] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1294.533593] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1294.557194] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1294.557194] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1294.557194] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1294.557194] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.557442] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-49b90b09-2529-4b54-b2de-a50efa92583c taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.557629] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-49b90b09-2529-4b54-b2de-a50efa92583c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.557777] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-49b90b09-2529-4b54-b2de-a50efa92583c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.558317] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-49b90b09-2529-4b54-b2de-a50efa92583c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.559248] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49b90b09-2529-4b54-b2de-a50efa92583c',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.578420] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.578420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.578420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.578420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.578420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.578420] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.578420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.578420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.578420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.578420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.578420] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 already deleted. [ 1294.578420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.824247] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.824408] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.824640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.824776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.824870] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.825587] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f is going to be created. [ 1294.848681] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.848827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.848885] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.849112] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.849277] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.860070] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f in Status: UNINITIALIZED for 2s [ 1295.061566] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.061809] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.061944] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.062259] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.062420] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.062593] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 49b90b09-2529-4b54-b2de-a50efa92583c not found, creating... [ 1295.062847] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.063015] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.063145] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.063364] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.063508] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.063942] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.064127] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.064254] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.064489] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.064849] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.065093] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 49b90b09-2529-4b54-b2de-a50efa92583c is going to be created. [ 1295.085216] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.085442] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.085611] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.085854] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.086105] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.086343] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-49b90b09-2529-4b54-b2de-a50efa92583c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.088467] env[69309]: INFO networking_nsxv3.common.synchronization [req-01a50041-f75e-481e-bf87-e684a762abe1 req-e8e09fa0-8c8d-4da1-8909-dcf2ec67b9a6 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_members [ 1295.088883] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_members [ 1295.089404] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b9f6cdd-31e6-40e5-8301-96c93981d720 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.089520] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.089589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.089761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.089902] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.089996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.090070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.090207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.090287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.090375] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.595492] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.809914] env[69309]: INFO networking_nsxv3.common.synchronization [req-180ce594-60ed-462f-8a97-2e554169f7d4 req-1e13fa22-183f-4deb-bab3-c9209a0b10ae service nova] Enqueued Resource ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 with Priority: HIGHEST for action security_group_rules [ 1295.810137] env[69309]: INFO networking_nsxv3.common.synchronization [req-180ce594-60ed-462f-8a97-2e554169f7d4 req-1e13fa22-183f-4deb-bab3-c9209a0b10ae service nova] Enqueued Resource ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 with Priority: HIGHEST for action security_group_members [ 1295.810287] env[69309]: INFO networking_nsxv3.common.synchronization [req-180ce594-60ed-462f-8a97-2e554169f7d4 req-1e13fa22-183f-4deb-bab3-c9209a0b10ae service nova] Enqueued Resource ID: 49b90b09-2529-4b54-b2de-a50efa92583c with Priority: HIGHEST for action port [ 1295.810526] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 with Priority: HIGHEST for action security_group_rules [ 1295.810654] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 with Priority: HIGHEST for action security_group_members [ 1295.810751] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b90b09-2529-4b54-b2de-a50efa92583c with Priority: HIGHEST for action port [ 1295.811305] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.811428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.811495] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.811691] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.811775] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('893f8f6f-c467-4fdc-b7f8-f77d25087ce0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.817173] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.817296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.817364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.817576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.817735] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.817833] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.817895] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.819243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.819243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.819243] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('893f8f6f-c467-4fdc-b7f8-f77d25087ce0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.819243] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-49b90b09-2529-4b54-b2de-a50efa92583c taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.819243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49b90b09-2529-4b54-b2de-a50efa92583c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.819243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49b90b09-2529-4b54-b2de-a50efa92583c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.819591] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49b90b09-2529-4b54-b2de-a50efa92583c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.819591] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49b90b09-2529-4b54-b2de-a50efa92583c',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.101022] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.322771] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49b90b09-2529-4b54-b2de-a50efa92583c with status ACTIVE [ 1296.322993] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.323146] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.323212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.323425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.323512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.323679] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.325084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.325084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.325084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.325084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.325084] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.325084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.325084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.325084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.325084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.325084] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49b90b09-2529-4b54-b2de-a50efa92583c is going to be updated. [ 1296.326152] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.326152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.326237] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('893f8f6f-c467-4fdc-b7f8-f77d25087ce0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.346410] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.346586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.346636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.346939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.347160] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.347338] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49b90b09-2529-4b54-b2de-a50efa92583c" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.603086] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.603400] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.603400] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.603530] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.603623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.603728] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 is going to be updated. [ 1296.635710] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.635864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.635934] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.636154] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.636296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.644551] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 in Status: IN_PROGRESS for 2s [ 1296.828520] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('893f8f6f-c467-4fdc-b7f8-f77d25087ce0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.878640] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f in Status: SUCCESS [ 1296.878640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.878640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.878640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.878640] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.878640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.878640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.878640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.878640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.878640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.878640] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37a8c71f-40cc-4e36-980a-f9cb2acca81f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.292226] env[69309]: INFO networking_nsxv3.common.synchronization [None req-fc468810-2c38-4df8-8f82-a472093dab41 None None] Enqueued Resource ID: 31ff0c27-e28e-4099-8482-ae9cc1059704 with Priority: HIGHEST for action port [ 1297.292226] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ff0c27-e28e-4099-8482-ae9cc1059704 with Priority: HIGHEST for action port [ 1297.292596] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-31ff0c27-e28e-4099-8482-ae9cc1059704 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.292880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31ff0c27-e28e-4099-8482-ae9cc1059704" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.293099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31ff0c27-e28e-4099-8482-ae9cc1059704" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.293546] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31ff0c27-e28e-4099-8482-ae9cc1059704" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.293759] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31ff0c27-e28e-4099-8482-ae9cc1059704',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.332992] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.332992] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.332992] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.332992] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.332992] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.332992] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 is going to be created. [ 1297.359117] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.359117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.359117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.359117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.359117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.369856] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 in Status: UNINITIALIZED for 2s [ 1297.381446] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37a8c71f-40cc-4e36-980a-f9cb2acca81f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.795751] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31ff0c27-e28e-4099-8482-ae9cc1059704 [ 1297.796072] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.796234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.796293] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.796553] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.796677] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.796989] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31ff0c27-e28e-4099-8482-ae9cc1059704 already deleted. [ 1297.796989] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31ff0c27-e28e-4099-8482-ae9cc1059704" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.883173] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37a8c71f-40cc-4e36-980a-f9cb2acca81f: rpc.has_security_group_logging(os_id): False [ 1297.903922] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.904086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.904159] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.904485] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.904485] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.904731] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.904836] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.904898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.905712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.905712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.905712] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f is going to be created. [ 1297.958555] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.958705] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.958781] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.959019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.963021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.968969] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f in Status: IN_PROGRESS for 2s [ 1298.306364] env[69309]: INFO networking_nsxv3.common.synchronization [req-13a5fe52-ef5b-4aee-af79-d819080f5cc1 req-42c4f589-13fc-456c-9794-9ef455f0b2e1 tempest-ServerActionsTestOtherB-1677555338 tempest-ServerActionsTestOtherB-1677555338-project-member] Enqueued Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 1298.306893] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGHEST for action security_group_members [ 1298.307229] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.307356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.307424] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.307622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.307773] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.307870] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.307932] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.308283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.308283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.308283] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.655435] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 in Status: SUCCESS [ 1298.656294] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.810748] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.811088] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.811088] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.811325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.811358] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.811596] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.811733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.811818] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.811988] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.812076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.812170] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 is going to be updated. [ 1298.850609] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.850792] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.850849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.851096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.851259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.860323] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: IN_PROGRESS for 2s [ 1299.378973] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 in Status: SUCCESS [ 1299.379198] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.379355] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.379567] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.379758] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.379877] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.379943] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.380138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.380225] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.380313] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.380404] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('893f8f6f-c467-4fdc-b7f8-f77d25087ce0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.402383] env[69309]: INFO networking_nsxv3.common.synchronization [None req-e3121fcc-a40d-4de6-bc5f-0dccbae5e65e None None] Enqueued Resource ID: 586a6bcb-560e-4e76-9daa-b0363b298198 with Priority: HIGHEST for action port [ 1299.402803] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586a6bcb-560e-4e76-9daa-b0363b298198 with Priority: HIGHEST for action port [ 1299.403394] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-586a6bcb-560e-4e76-9daa-b0363b298198 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.403462] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-586a6bcb-560e-4e76-9daa-b0363b298198" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.403513] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-586a6bcb-560e-4e76-9daa-b0363b298198" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.403763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-586a6bcb-560e-4e76-9daa-b0363b298198" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.403839] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('586a6bcb-560e-4e76-9daa-b0363b298198',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.885719] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('893f8f6f-c467-4fdc-b7f8-f77d25087ce0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.905440] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 586a6bcb-560e-4e76-9daa-b0363b298198 [ 1299.905948] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.906152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.906224] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.906483] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.906603] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.906724] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:586a6bcb-560e-4e76-9daa-b0363b298198 already deleted. [ 1299.906829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-586a6bcb-560e-4e76-9daa-b0363b298198" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.980725] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f in Status: SUCCESS [ 1299.980954] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.387071] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 893f8f6f-c467-4fdc-b7f8-f77d25087ce0: rpc.has_security_group_logging(os_id): False [ 1300.403488] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.403630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.403734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.403897] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.403986] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.404556] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.404556] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.404556] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.404556] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.404774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.404774] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 is going to be created. [ 1300.485969] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.486150] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.486250] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.486488] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.486698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.498018] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 in Status: IN_PROGRESS for 2s [ 1300.870492] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f171c3b8-e40e-4692-bec2-d013f65a9220 in Status: SUCCESS [ 1300.870718] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 deletion is rescheduled due to dependency. [ 1300.870831] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.509328] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 in Status: SUCCESS [ 1302.509608] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.963732] env[69309]: INFO networking_nsxv3.common.synchronization [req-6ae90a48-cc60-49d6-ad55-ac4a250bd230 req-d2f3d033-331a-4abd-aa20-983147c584a1 tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_members [ 1302.964350] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGHEST for action security_group_members [ 1302.964711] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b9f6cdd-31e6-40e5-8301-96c93981d720 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.964847] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.964941] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.969482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.969482] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.969681] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.969681] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.969794] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.969857] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.969914] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.972023] env[69309]: INFO networking_nsxv3.common.synchronization [req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 req-9cd6c9e2-cc40-44f7-b221-b539763faae8 tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Enqueued Resource ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe with Priority: HIGHEST for action security_group_members [ 1302.972436] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe with Priority: HIGHEST for action security_group_members [ 1302.973974] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf0e64c7-7e84-4ce5-9018-48268f5320fe taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.973974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.973974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.973974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.973974] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.973974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.973974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.973974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.973974] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.973974] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf0e64c7-7e84-4ce5-9018-48268f5320fe',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.273457] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.273672] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-414" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.273860] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-414" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.274245] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-414" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.274523] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.274743] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.274882] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.275192] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.275355] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.275598] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1303.275725] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1303.275844] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1303.275959] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1303.276092] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1303.276206] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1303.276355] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1303.293235] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1303.293434] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1303.293635] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1303.293760] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-414" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.294100] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-28eea7b4-da27-475b-8a96-c5f01db94be5 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.294284] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-28eea7b4-da27-475b-8a96-c5f01db94be5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.294410] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-28eea7b4-da27-475b-8a96-c5f01db94be5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.295022] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-28eea7b4-da27-475b-8a96-c5f01db94be5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.295022] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28eea7b4-da27-475b-8a96-c5f01db94be5',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.473325] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.473539] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.473587] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.473793] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.473896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.474105] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.474204] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.474265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.474416] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.474493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.474580] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 is going to be updated. [ 1303.479471] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.479471] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.479622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.479697] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.479780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.479964] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.480083] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.480139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.480286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.480363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.480446] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe already deleted. [ 1303.480526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.498262] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.498401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.498466] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.498649] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.498789] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.506021] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 in Status: IN_PROGRESS for 2s [ 1303.796758] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.797103] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.797138] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.797417] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.797579] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.797743] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 28eea7b4-da27-475b-8a96-c5f01db94be5 not found, creating... [ 1303.798159] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.798407] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.798564] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.798800] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.798954] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.799380] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.799552] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.799710] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.800047] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.800186] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.800348] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 28eea7b4-da27-475b-8a96-c5f01db94be5 is going to be created. [ 1303.820606] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.820606] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.820735] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.821034] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.821233] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.821456] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-28eea7b4-da27-475b-8a96-c5f01db94be5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.500542] env[69309]: INFO networking_nsxv3.common.synchronization [req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 req-e30508a3-7868-4925-b1f4-ec26047bb3c5 service nova] Enqueued Resource ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe with Priority: HIGHEST for action security_group_rules [ 1304.500736] env[69309]: INFO networking_nsxv3.common.synchronization [req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 req-e30508a3-7868-4925-b1f4-ec26047bb3c5 service nova] Enqueued Resource ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe with Priority: HIGHEST for action security_group_members [ 1304.500881] env[69309]: INFO networking_nsxv3.common.synchronization [req-bc226877-7cfd-4360-8dc7-d5e66e3e1688 req-e30508a3-7868-4925-b1f4-ec26047bb3c5 service nova] Enqueued Resource ID: 28eea7b4-da27-475b-8a96-c5f01db94be5 with Priority: HIGHEST for action port [ 1304.501140] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe with Priority: HIGHEST for action security_group_rules [ 1304.501267] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe with Priority: HIGHEST for action security_group_members [ 1304.501364] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28eea7b4-da27-475b-8a96-c5f01db94be5 with Priority: HIGHEST for action port [ 1304.502116] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf0e64c7-7e84-4ce5-9018-48268f5320fe taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.505527] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.505623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.506081] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.506196] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf0e64c7-7e84-4ce5-9018-48268f5320fe',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.507135] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf0e64c7-7e84-4ce5-9018-48268f5320fe taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.507344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.507344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.508304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.508304] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.508304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.508304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.508304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.508460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.508460] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf0e64c7-7e84-4ce5-9018-48268f5320fe',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.510462] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-28eea7b4-da27-475b-8a96-c5f01db94be5 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.510676] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28eea7b4-da27-475b-8a96-c5f01db94be5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.510739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28eea7b4-da27-475b-8a96-c5f01db94be5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.510902] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28eea7b4-da27-475b-8a96-c5f01db94be5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.510976] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28eea7b4-da27-475b-8a96-c5f01db94be5',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.011464] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf0e64c7-7e84-4ce5-9018-48268f5320fe',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.013033] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28eea7b4-da27-475b-8a96-c5f01db94be5 with status ACTIVE [ 1305.013318] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.013495] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.013607] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.013874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.013992] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.014248] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.014371] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.014463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.014704] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.014791] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.015436] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.015630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.015887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.016208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.016208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.016329] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28eea7b4-da27-475b-8a96-c5f01db94be5 is going to be updated. [ 1305.017613] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf0e64c7-7e84-4ce5-9018-48268f5320fe taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.017712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.038312] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.038482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.038556] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.039061] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.039061] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.039197] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28eea7b4-da27-475b-8a96-c5f01db94be5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.515994] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 in Status: SUCCESS [ 1305.516277] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 deletion is rescheduled due to dependency. [ 1305.516388] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.518860] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf0e64c7-7e84-4ce5-9018-48268f5320fe',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.021183] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.021516] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.021516] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.021635] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.021717] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.021844] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe is going to be created. [ 1306.043639] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.043828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.043828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.044040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.044199] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.052737] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe in Status: UNINITIALIZED for 2s [ 1306.705301] env[69309]: INFO networking_nsxv3.common.synchronization [None req-d5dd317c-6b36-46f4-9ae6-8598774e59ba tempest-AttachInterfacesTestJSON-829522360 tempest-AttachInterfacesTestJSON-829522360-project-member] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1306.705849] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGHEST for action security_group_members [ 1306.706170] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.706299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.706366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.706567] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.706715] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.706812] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.706875] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.707039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.707128] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.707224] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.209700] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.210144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.210144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.210344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.210344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.210549] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.210669] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.210755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.210840] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.210912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.210985] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f is going to be updated. [ 1307.237061] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.237266] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.237266] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.237437] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.237574] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.245481] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: IN_PROGRESS for 2s [ 1308.062877] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe in Status: SUCCESS [ 1308.063121] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.063279] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.063491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.063681] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.063797] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.063871] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.064036] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.064119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.064204] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.064293] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf0e64c7-7e84-4ce5-9018-48268f5320fe',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.566377] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf0e64c7-7e84-4ce5-9018-48268f5320fe taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.566806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.566806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.566930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.568427] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.568427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.568680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.568680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.568751] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.568831] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.568990] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf0e64c7-7e84-4ce5-9018-48268f5320fe taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.569102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.569160] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.569322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.569466] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.569567] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.569709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.570962] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.571080] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.571181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.571288] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf0e64c7-7e84-4ce5-9018-48268f5320fe',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.075252] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf0e64c7-7e84-4ce5-9018-48268f5320fe: rpc.has_security_group_logging(os_id): False [ 1309.094084] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.094084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.094084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.094084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.094084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.094084] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.094084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.094084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.094084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.094084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.094084] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.094084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.094084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.094084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.094084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.094613] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.094613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.094613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.094613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.094613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.094613] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe is going to be created. [ 1309.159370] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.159524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.159569] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.159769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.159945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.169777] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe in Status: IN_PROGRESS for 2s [ 1309.261053] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f in Status: SUCCESS [ 1309.261246] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f deletion is rescheduled due to dependency. [ 1309.261361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.181935] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe in Status: SUCCESS [ 1311.181935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.707122] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.707122] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.105623] env[69309]: INFO networking_nsxv3.common.synchronization [None req-3cbdf87d-4696-4eaa-af9e-e8147baa0153 None None] Enqueued Resource ID: c59a2e92-21b3-48da-b682-eb9f8a00c2da with Priority: HIGHEST for action port [ 1312.105904] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c59a2e92-21b3-48da-b682-eb9f8a00c2da with Priority: HIGHEST for action port [ 1312.106478] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c59a2e92-21b3-48da-b682-eb9f8a00c2da taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.106615] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c59a2e92-21b3-48da-b682-eb9f8a00c2da" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.106706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c59a2e92-21b3-48da-b682-eb9f8a00c2da" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.108098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c59a2e92-21b3-48da-b682-eb9f8a00c2da" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.108098] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c59a2e92-21b3-48da-b682-eb9f8a00c2da',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.612338] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c59a2e92-21b3-48da-b682-eb9f8a00c2da [ 1312.612684] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.612798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.612890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.613726] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.613726] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.613836] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c59a2e92-21b3-48da-b682-eb9f8a00c2da already deleted. [ 1312.613836] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c59a2e92-21b3-48da-b682-eb9f8a00c2da" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.222873] env[69309]: INFO networking_nsxv3.common.synchronization [None req-50742716-245a-415e-ae4c-5a3ee14147ca None None] Enqueued Resource ID: 98ab2cb1-1b14-4f4c-a5ba-4e1a94b730a3 with Priority: HIGHEST for action port [ 1314.223181] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98ab2cb1-1b14-4f4c-a5ba-4e1a94b730a3 with Priority: HIGHEST for action port [ 1314.224015] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-98ab2cb1-1b14-4f4c-a5ba-4e1a94b730a3 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.224173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98ab2cb1-1b14-4f4c-a5ba-4e1a94b730a3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.224208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98ab2cb1-1b14-4f4c-a5ba-4e1a94b730a3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.224458] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98ab2cb1-1b14-4f4c-a5ba-4e1a94b730a3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.224540] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98ab2cb1-1b14-4f4c-a5ba-4e1a94b730a3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.727345] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98ab2cb1-1b14-4f4c-a5ba-4e1a94b730a3 [ 1314.727582] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.727718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.727786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.727999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.728106] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.728205] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98ab2cb1-1b14-4f4c-a5ba-4e1a94b730a3 already deleted. [ 1314.728286] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98ab2cb1-1b14-4f4c-a5ba-4e1a94b730a3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.977489] env[69309]: INFO networking_nsxv3.common.synchronization [req-6b2bcbad-dadb-44b5-a99f-5a6e724a9509 req-4fcb1438-2500-4ff5-b36f-22bcfd2c5dce tempest-ServerPasswordTestJSON-1970935825 tempest-ServerPasswordTestJSON-1970935825-project-member] Enqueued Resource ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe with Priority: HIGHEST for action security_group_members [ 1314.978040] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe with Priority: HIGHEST for action security_group_members [ 1314.978685] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf0e64c7-7e84-4ce5-9018-48268f5320fe taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.978817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.978887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.979139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.979249] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.979350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.979413] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.979563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.979672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.979735] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf0e64c7-7e84-4ce5-9018-48268f5320fe',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.481768] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.482069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.482069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.482295] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.482409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.482630] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.482733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.482822] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.482991] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.483090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.483193] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe is going to be updated. [ 1315.511662] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.511662] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.511781] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.512663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.512663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.521186] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe in Status: IN_PROGRESS for 2s [ 1317.215215] env[69309]: INFO networking_nsxv3.common.synchronization [req-b9f867bb-0c30-4166-a2a0-0288afcbb33f req-eef26518-9a37-4c66-8faf-31381a2ff92c tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Enqueued Resource ID: 5db2e302-db89-4857-92fa-188f4c221bb2 with Priority: HIGHEST for action security_group_members [ 1317.215215] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db2e302-db89-4857-92fa-188f4c221bb2 with Priority: HIGHEST for action security_group_members [ 1317.215215] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5db2e302-db89-4857-92fa-188f4c221bb2 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.215215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.215215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.215215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.215215] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.215215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.217721] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.217999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.218208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.218395] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5db2e302-db89-4857-92fa-188f4c221bb2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.477734] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.478015] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-887" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.478194] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-887" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.478892] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-887" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.479224] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.479426] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.479596] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.479855] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.480066] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.480891] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.480891] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1317.480891] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1317.480891] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1317.480891] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.481507] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1317.481507] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1317.499172] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1317.499370] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1317.499540] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1317.499750] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-887" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.500095] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-3803f816-b2a5-4e23-a8f5-31b331078691 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.500307] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-3803f816-b2a5-4e23-a8f5-31b331078691" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.500447] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-3803f816-b2a5-4e23-a8f5-31b331078691" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.500766] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-3803f816-b2a5-4e23-a8f5-31b331078691" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.500947] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3803f816-b2a5-4e23-a8f5-31b331078691',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.531074] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe in Status: SUCCESS [ 1317.531310] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe deletion is rescheduled due to dependency. [ 1317.531456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.720936] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.721166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.721214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.721424] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.721517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.721727] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.721826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.721891] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.722115] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.722199] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.722293] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5db2e302-db89-4857-92fa-188f4c221bb2 already deleted. [ 1317.722375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.002981] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.002981] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.003245] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.003365] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.003531] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.003694] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 3803f816-b2a5-4e23-a8f5-31b331078691 not found, creating... [ 1318.003954] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.004134] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.004259] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.004486] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.004633] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.005149] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.005342] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.005525] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.005838] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.006056] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.006247] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 3803f816-b2a5-4e23-a8f5-31b331078691 is going to be created. [ 1318.024910] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.025115] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.025247] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.025481] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.025706] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.025992] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-3803f816-b2a5-4e23-a8f5-31b331078691" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.708836] env[69309]: INFO networking_nsxv3.common.synchronization [req-b9f867bb-0c30-4166-a2a0-0288afcbb33f req-4a5d2142-2d81-4863-b2d9-b427f66b83e0 service nova] Enqueued Resource ID: 5db2e302-db89-4857-92fa-188f4c221bb2 with Priority: HIGHEST for action security_group_rules [ 1318.709101] env[69309]: INFO networking_nsxv3.common.synchronization [req-b9f867bb-0c30-4166-a2a0-0288afcbb33f req-4a5d2142-2d81-4863-b2d9-b427f66b83e0 service nova] Enqueued Resource ID: 5db2e302-db89-4857-92fa-188f4c221bb2 with Priority: HIGHEST for action security_group_members [ 1318.709191] env[69309]: INFO networking_nsxv3.common.synchronization [req-b9f867bb-0c30-4166-a2a0-0288afcbb33f req-4a5d2142-2d81-4863-b2d9-b427f66b83e0 service nova] Enqueued Resource ID: 3803f816-b2a5-4e23-a8f5-31b331078691 with Priority: HIGHEST for action port [ 1318.709454] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db2e302-db89-4857-92fa-188f4c221bb2 with Priority: HIGHEST for action security_group_rules [ 1318.709587] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db2e302-db89-4857-92fa-188f4c221bb2 with Priority: HIGHEST for action security_group_members [ 1318.709682] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3803f816-b2a5-4e23-a8f5-31b331078691 with Priority: HIGHEST for action port [ 1318.710232] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5db2e302-db89-4857-92fa-188f4c221bb2 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.710382] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.710418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.710664] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.710746] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5db2e302-db89-4857-92fa-188f4c221bb2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.711582] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5db2e302-db89-4857-92fa-188f4c221bb2 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.711697] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.711764] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.711931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.712091] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.712187] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.712250] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.712410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.712506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.712586] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5db2e302-db89-4857-92fa-188f4c221bb2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.713378] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-3803f816-b2a5-4e23-a8f5-31b331078691 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.713482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3803f816-b2a5-4e23-a8f5-31b331078691" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.713534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3803f816-b2a5-4e23-a8f5-31b331078691" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.713682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3803f816-b2a5-4e23-a8f5-31b331078691" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.713920] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3803f816-b2a5-4e23-a8f5-31b331078691',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.216148] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5db2e302-db89-4857-92fa-188f4c221bb2 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.216323] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.216515] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5db2e302-db89-4857-92fa-188f4c221bb2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.217505] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3803f816-b2a5-4e23-a8f5-31b331078691 with status ACTIVE [ 1319.218107] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.218107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.218107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.218107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.218352] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.218352] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.218425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.218486] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.218638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.218714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.218979] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.219104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.219167] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.219377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.219487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.219551] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3803f816-b2a5-4e23-a8f5-31b331078691 is going to be updated. [ 1319.246375] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.246629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.246629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.246772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.246907] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.247090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3803f816-b2a5-4e23-a8f5-31b331078691" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.721617] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5db2e302-db89-4857-92fa-188f4c221bb2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.224257] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.224441] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.224509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.224724] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.224809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.225073] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5db2e302-db89-4857-92fa-188f4c221bb2 is going to be created. [ 1320.246283] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.246430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.246469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.246667] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.246818] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.255921] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5db2e302-db89-4857-92fa-188f4c221bb2 in Status: UNINITIALIZED for 2s [ 1322.267739] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5db2e302-db89-4857-92fa-188f4c221bb2 in Status: SUCCESS [ 1322.267739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.268069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.268256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.269307] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.269435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.269501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.269669] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.269754] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.269869] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.269930] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5db2e302-db89-4857-92fa-188f4c221bb2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.744051] env[69309]: INFO networking_nsxv3.common.synchronization [None req-5794cba6-fc78-4425-b3ab-895c3889c062 None None] Enqueued Resource ID: 775f117e-80d5-4cb8-8697-0bcecf3f3631 with Priority: HIGHEST for action port [ 1322.745677] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775f117e-80d5-4cb8-8697-0bcecf3f3631 with Priority: HIGHEST for action port [ 1322.747366] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-775f117e-80d5-4cb8-8697-0bcecf3f3631 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.749907] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-775f117e-80d5-4cb8-8697-0bcecf3f3631" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.749907] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-775f117e-80d5-4cb8-8697-0bcecf3f3631" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.749907] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-775f117e-80d5-4cb8-8697-0bcecf3f3631" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.749907] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('775f117e-80d5-4cb8-8697-0bcecf3f3631',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.774340] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5db2e302-db89-4857-92fa-188f4c221bb2 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.777491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.777491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.777491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.777491] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.777491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.777491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.777491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.777491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.777491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.777491] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5db2e302-db89-4857-92fa-188f4c221bb2 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.777491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.777491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.777491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.777491] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.777491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.777491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.777491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.777491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.778053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.778053] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5db2e302-db89-4857-92fa-188f4c221bb2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.252901] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 775f117e-80d5-4cb8-8697-0bcecf3f3631 [ 1323.252901] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.252901] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.252901] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.252901] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.252901] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.252901] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:775f117e-80d5-4cb8-8697-0bcecf3f3631 already deleted. [ 1323.252901] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-775f117e-80d5-4cb8-8697-0bcecf3f3631" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.280934] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5db2e302-db89-4857-92fa-188f4c221bb2: rpc.has_security_group_logging(os_id): False [ 1323.299097] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.299251] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.299321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.299542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.301524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.301524] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.301524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.301524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.301524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.301524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.301524] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.301524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.301524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.301524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.301524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.301524] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.301993] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.302300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.302369] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.302438] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.302572] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5db2e302-db89-4857-92fa-188f4c221bb2 is going to be created. [ 1323.356565] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.356714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.356813] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.356957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.357156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.367101] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5db2e302-db89-4857-92fa-188f4c221bb2 in Status: IN_PROGRESS for 2s [ 1325.030712] env[69309]: INFO networking_nsxv3.common.synchronization [None req-7e4a9d01-0b4a-4ed0-bb35-932af3982c4c None None] Enqueued Resource ID: b03e5f92-7655-4337-94fa-2d89cbeade84 with Priority: HIGHEST for action port [ 1325.030953] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b03e5f92-7655-4337-94fa-2d89cbeade84 with Priority: HIGHEST for action port [ 1325.031541] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b03e5f92-7655-4337-94fa-2d89cbeade84 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.031667] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b03e5f92-7655-4337-94fa-2d89cbeade84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.031736] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b03e5f92-7655-4337-94fa-2d89cbeade84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.031988] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b03e5f92-7655-4337-94fa-2d89cbeade84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.032160] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b03e5f92-7655-4337-94fa-2d89cbeade84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.379532] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5db2e302-db89-4857-92fa-188f4c221bb2 in Status: SUCCESS [ 1325.379831] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.534372] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b03e5f92-7655-4337-94fa-2d89cbeade84 [ 1325.534547] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.534623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.534623] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.534999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.535144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.535273] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b03e5f92-7655-4337-94fa-2d89cbeade84 already deleted. [ 1325.535379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b03e5f92-7655-4337-94fa-2d89cbeade84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.275848] env[69309]: INFO networking_nsxv3.common.synchronization [req-29325eb8-03c8-44b8-b199-889134b53cef req-29584394-bebb-4bfc-8046-026ea657fc4c tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1328.276485] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1328.276795] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.276918] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.276984] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.277249] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.277406] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.277504] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.277577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.277710] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.277794] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.277891] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.543584] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.543821] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.543965] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.544336] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.544620] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.544786] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.544910] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.545191] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.545376] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.545631] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1328.545776] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1328.545906] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1328.546044] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1328.546201] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1328.546321] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1328.546463] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1328.566186] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1328.566343] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1328.566488] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1328.566673] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.566973] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-052e4cf7-dbab-432d-ae77-4d5f9b068ce5 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.567160] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-052e4cf7-dbab-432d-ae77-4d5f9b068ce5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.567307] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-052e4cf7-dbab-432d-ae77-4d5f9b068ce5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.567599] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-052e4cf7-dbab-432d-ae77-4d5f9b068ce5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.567754] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('052e4cf7-dbab-432d-ae77-4d5f9b068ce5',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.780367] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.780539] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.780613] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.780828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.780923] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.781196] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.781306] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.781372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.781524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.781604] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.781690] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 already deleted. [ 1328.781798] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.069777] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.070791] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.070791] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.070791] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.070791] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.070791] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 052e4cf7-dbab-432d-ae77-4d5f9b068ce5 not found, creating... [ 1329.071053] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.071182] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.071305] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.071532] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.071677] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.072142] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.072142] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.072284] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.072454] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.072598] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.072898] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 052e4cf7-dbab-432d-ae77-4d5f9b068ce5 is going to be created. [ 1329.092121] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.092384] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.092551] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.092871] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.093160] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.093448] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-052e4cf7-dbab-432d-ae77-4d5f9b068ce5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.599466] env[69309]: INFO networking_nsxv3.common.synchronization [req-a2098a53-2359-4632-8e89-216d143927d3 req-eaf974ef-0725-4518-99d5-5b573454cae8 tempest-ServerMetadataTestJSON-634796194 tempest-ServerMetadataTestJSON-634796194-project-member] Enqueued Resource ID: 5db2e302-db89-4857-92fa-188f4c221bb2 with Priority: HIGHEST for action security_group_members [ 1329.600016] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db2e302-db89-4857-92fa-188f4c221bb2 with Priority: HIGHEST for action security_group_members [ 1329.600380] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5db2e302-db89-4857-92fa-188f4c221bb2 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.600510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.600577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.600776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.600927] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.601035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.601100] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.601245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.601330] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.601470] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5db2e302-db89-4857-92fa-188f4c221bb2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.965890] env[69309]: INFO networking_nsxv3.common.synchronization [req-29325eb8-03c8-44b8-b199-889134b53cef req-d3b9889b-ce27-4695-9dff-26278982f214 service nova] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_rules [ 1329.966104] env[69309]: INFO networking_nsxv3.common.synchronization [req-29325eb8-03c8-44b8-b199-889134b53cef req-d3b9889b-ce27-4695-9dff-26278982f214 service nova] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1329.966252] env[69309]: INFO networking_nsxv3.common.synchronization [req-29325eb8-03c8-44b8-b199-889134b53cef req-d3b9889b-ce27-4695-9dff-26278982f214 service nova] Enqueued Resource ID: 052e4cf7-dbab-432d-ae77-4d5f9b068ce5 with Priority: HIGHEST for action port [ 1329.966481] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_rules [ 1329.966606] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1329.966699] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052e4cf7-dbab-432d-ae77-4d5f9b068ce5 with Priority: HIGHEST for action port [ 1329.967228] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.967376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.967441] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.967667] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.967748] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.969863] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.969986] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.970069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.970241] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.970392] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.970626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.970691] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.970838] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.970939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.971334] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.975021] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-052e4cf7-dbab-432d-ae77-4d5f9b068ce5 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.975021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-052e4cf7-dbab-432d-ae77-4d5f9b068ce5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.975021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-052e4cf7-dbab-432d-ae77-4d5f9b068ce5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.975021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-052e4cf7-dbab-432d-ae77-4d5f9b068ce5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.975021] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('052e4cf7-dbab-432d-ae77-4d5f9b068ce5',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.046590] env[69309]: INFO networking_nsxv3.common.synchronization [req-b3cff234-0682-4916-a213-c220c7dd6a2d req-4c962798-c40a-44d5-bf6f-da8ec5428dae tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Enqueued Resource ID: 3d7aae03-37ad-4872-ab22-5209af301c26 with Priority: HIGHEST for action security_group_members [ 1330.047104] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7aae03-37ad-4872-ab22-5209af301c26 with Priority: HIGHEST for action security_group_members [ 1330.047413] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7aae03-37ad-4872-ab22-5209af301c26 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.047537] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.048474] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.048474] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.048474] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.048474] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.048474] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.048774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.048774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.048774] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7aae03-37ad-4872-ab22-5209af301c26',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.103323] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.103499] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.103571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.103762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.103858] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.104070] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.104171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.104235] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.104386] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.104463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.104550] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5db2e302-db89-4857-92fa-188f4c221bb2 is going to be updated. [ 1330.130997] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.131158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.131215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.131409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.131601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.140232] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5db2e302-db89-4857-92fa-188f4c221bb2 in Status: IN_PROGRESS for 2s [ 1330.475436] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.476235] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.476344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.476508] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 052e4cf7-dbab-432d-ae77-4d5f9b068ce5 with status ACTIVE [ 1330.476672] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.476823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.476823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.477025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.477120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.477307] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.477406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.477469] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.477622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.477699] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.477875] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.477966] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.479025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.479025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.479025] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.479025] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 052e4cf7-dbab-432d-ae77-4d5f9b068ce5 is going to be updated. [ 1330.499761] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.499886] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.499991] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.500270] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.500404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.500560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-052e4cf7-dbab-432d-ae77-4d5f9b068ce5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.550944] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.551173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.551248] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.551404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.551502] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.551692] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.551820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.551867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.551988] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.552106] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.552167] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7aae03-37ad-4872-ab22-5209af301c26 is going to be updated. [ 1330.580229] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.580383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.580422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.580598] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.580728] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.587958] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7aae03-37ad-4872-ab22-5209af301c26 in Status: IN_PROGRESS for 2s [ 1330.980866] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.482926] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.483191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.483191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.483545] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.483684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.483853] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be created. [ 1331.506672] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.506871] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.506871] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.507089] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.507246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.515564] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: UNINITIALIZED for 2s [ 1332.149254] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5db2e302-db89-4857-92fa-188f4c221bb2 in Status: SUCCESS [ 1332.149587] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5db2e302-db89-4857-92fa-188f4c221bb2 deletion is rescheduled due to dependency. [ 1332.149587] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5db2e302-db89-4857-92fa-188f4c221bb2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.598110] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7aae03-37ad-4872-ab22-5209af301c26 in Status: SUCCESS [ 1332.598319] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7aae03-37ad-4872-ab22-5209af301c26 deletion is rescheduled due to dependency. [ 1332.598448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.525474] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1333.525750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.525750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.525971] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.526333] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.526333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.526456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.526530] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.526608] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.526692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.526785] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.029188] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.029398] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.029398] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.029600] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.029762] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.029862] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.029924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.030102] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.030198] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.030287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.030434] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.030543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.030575] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.030715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.030848] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.030936] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.030996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.031143] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.031219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.031298] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.031445] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.533362] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65a54e00-d819-48de-ae90-c4d7ff098f34: rpc.has_security_group_logging(os_id): False [ 1334.550984] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.551171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.551240] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.551473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.551566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.551767] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.551867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.551943] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.552105] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.552195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.552394] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.552507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.552567] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.552704] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.552793] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.553032] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.553122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.553184] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.553332] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.553419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.553510] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be created. [ 1334.605708] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.605860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.605933] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.606208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.606454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.615830] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1335.048064] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.048207] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1335.673082] env[69309]: INFO networking_nsxv3.common.synchronization [None req-fdb6bf40-31e6-4d75-8a4b-bad9bbc08c49 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Enqueued Resource ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 with Priority: HIGHEST for action security_group_rules [ 1335.673544] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 with Priority: HIGHEST for action security_group_rules [ 1335.673881] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.674013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.674084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.674344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.674430] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cbce3b4-edb0-4d06-bc9e-ac1f849380f0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.763297] env[69309]: INFO networking_nsxv3.common.synchronization [None req-9b59175b-4af5-47d6-8f35-5d3c772031bc tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Enqueued Resource ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 with Priority: HIGHEST for action security_group_rules [ 1335.763835] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 with Priority: HIGHEST for action security_group_rules [ 1335.764231] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.764341] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.197014] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.197183] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.197230] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.197486] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.197622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.197878] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 already deleted. [ 1336.197878] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.197983] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.198176] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.198281] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cbce3b4-edb0-4d06-bc9e-ac1f849380f0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.629896] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1336.630075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.718112] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.718423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.718604] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.718831] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.718924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.719042] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 already deleted. [ 1336.719195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.764989] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.765252] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.223808] env[69309]: INFO networking_nsxv3.common.synchronization [req-5f5d53b6-3650-47a8-ac08-403979517cc1 req-faa222d8-06fe-4311-a17d-1f7ad69e4b7f tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Enqueued Resource ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 with Priority: HIGHEST for action security_group_members [ 1341.224352] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 with Priority: HIGHEST for action security_group_members [ 1341.224654] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.224781] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.224854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.225167] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.225394] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.225513] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.225583] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.225763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.225850] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.225968] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cbce3b4-edb0-4d06-bc9e-ac1f849380f0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.499255] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.499255] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-772" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.499255] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-772" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.499707] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-772" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.500099] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.500430] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.500686] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.501052] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.501342] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.501664] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1341.501887] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1341.502159] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1341.502425] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1341.502645] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1341.502842] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1341.503122] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1341.522977] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1341.523217] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1341.523382] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1341.523566] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-772" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.523879] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-87f51240-cf4e-4507-96ed-7b24fc301a50 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.524093] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-87f51240-cf4e-4507-96ed-7b24fc301a50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.524228] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-87f51240-cf4e-4507-96ed-7b24fc301a50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.524551] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-87f51240-cf4e-4507-96ed-7b24fc301a50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.525745] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87f51240-cf4e-4507-96ed-7b24fc301a50',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.728668] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.728847] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.728970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.729219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.729311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.729508] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.729604] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.729665] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.729830] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.729905] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.729982] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 already deleted. [ 1341.730076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.027246] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.027246] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.027552] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.027634] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.027793] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.027954] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 87f51240-cf4e-4507-96ed-7b24fc301a50 not found, creating... [ 1342.028241] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.028405] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.028538] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.028804] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.028969] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.029315] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.029486] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.029607] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.029822] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.029963] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.030150] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 87f51240-cf4e-4507-96ed-7b24fc301a50 is going to be created. [ 1342.050409] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.050631] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.050756] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.051502] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.051760] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.052014] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-87f51240-cf4e-4507-96ed-7b24fc301a50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.721439] env[69309]: INFO networking_nsxv3.common.synchronization [req-5f5d53b6-3650-47a8-ac08-403979517cc1 req-7fa9e46f-f1c1-4487-9052-d7ac7cc74824 service nova] Enqueued Resource ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 with Priority: HIGHEST for action security_group_rules [ 1342.721695] env[69309]: INFO networking_nsxv3.common.synchronization [req-5f5d53b6-3650-47a8-ac08-403979517cc1 req-7fa9e46f-f1c1-4487-9052-d7ac7cc74824 service nova] Enqueued Resource ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 with Priority: HIGHEST for action security_group_members [ 1342.721947] env[69309]: INFO networking_nsxv3.common.synchronization [req-5f5d53b6-3650-47a8-ac08-403979517cc1 req-7fa9e46f-f1c1-4487-9052-d7ac7cc74824 service nova] Enqueued Resource ID: 87f51240-cf4e-4507-96ed-7b24fc301a50 with Priority: HIGHEST for action port [ 1342.722694] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 with Priority: HIGHEST for action security_group_rules [ 1342.722856] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 with Priority: HIGHEST for action security_group_members [ 1342.723071] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f51240-cf4e-4507-96ed-7b24fc301a50 with Priority: HIGHEST for action port [ 1342.723469] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.723650] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.723769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.724075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.724214] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cbce3b4-edb0-4d06-bc9e-ac1f849380f0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.725356] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.725569] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.725693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.725996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.726260] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.726377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.726443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.726594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.726680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.726767] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cbce3b4-edb0-4d06-bc9e-ac1f849380f0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.728239] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-87f51240-cf4e-4507-96ed-7b24fc301a50 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.728239] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87f51240-cf4e-4507-96ed-7b24fc301a50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.728239] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87f51240-cf4e-4507-96ed-7b24fc301a50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.728814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87f51240-cf4e-4507-96ed-7b24fc301a50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.728814] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87f51240-cf4e-4507-96ed-7b24fc301a50',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.231427] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cbce3b4-edb0-4d06-bc9e-ac1f849380f0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.231820] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.231890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.232252] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87f51240-cf4e-4507-96ed-7b24fc301a50 with status ACTIVE [ 1343.232412] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.232515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.232577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.232776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.232864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.233037] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.233153] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.233212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.233369] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.233423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.233699] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.233790] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.233846] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.233982] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.235169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.235485] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87f51240-cf4e-4507-96ed-7b24fc301a50 is going to be updated. [ 1343.254325] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.254459] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.254691] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.254761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.254862] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.255031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87f51240-cf4e-4507-96ed-7b24fc301a50" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.521869] env[69309]: INFO networking_nsxv3.common.synchronization [req-d1a8acb9-6f36-483c-8001-ccbc774e281b req-836dbe5f-1b44-4cc8-9417-dcb883870c7f tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Enqueued Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_members [ 1343.522425] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_members [ 1343.523482] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-8edab822-b4ac-45d4-9307-6691d04aed06 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.523482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.523482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.523663] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.523768] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.523859] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.523921] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.524080] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.524166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.524261] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.612525] env[69309]: INFO networking_nsxv3.common.synchronization [req-0d53107a-fdd9-4208-9e8e-88ed82b330ce req-268876fa-c6a4-4ec4-9092-446bd8ebdb27 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1343.612987] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1343.613294] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.613440] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.613508] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.613723] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.613897] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.614480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.614596] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.614814] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.614934] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.615088] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.733202] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cbce3b4-edb0-4d06-bc9e-ac1f849380f0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.026569] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.070406] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.070596] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.070720] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.071069] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.071355] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.071513] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.071631] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.071858] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.072013] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.072238] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1344.072348] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1344.072466] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1344.072601] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1344.072717] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1344.073015] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1344.073015] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1344.094393] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1344.094498] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1344.094652] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1344.094840] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.095210] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-fc66a4fb-5b73-457f-9b9a-83c3e496b122 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.095822] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-fc66a4fb-5b73-457f-9b9a-83c3e496b122" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.095822] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-fc66a4fb-5b73-457f-9b9a-83c3e496b122" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.095942] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-fc66a4fb-5b73-457f-9b9a-83c3e496b122" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.095984] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc66a4fb-5b73-457f-9b9a-83c3e496b122',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.116993] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.235153] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.235639] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.235765] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.235985] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.236097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.236201] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 is going to be created. [ 1344.258262] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.258426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.258482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.258667] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.258826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.267746] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 in Status: UNINITIALIZED for 2s [ 1344.528300] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.598588] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.598912] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.599103] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.599406] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.599620] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.599792] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port fc66a4fb-5b73-457f-9b9a-83c3e496b122 not found, creating... [ 1344.600136] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.600333] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.600453] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.600674] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.600808] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.601148] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.601315] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.601439] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.601675] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.601818] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.601967] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: fc66a4fb-5b73-457f-9b9a-83c3e496b122 is going to be created. [ 1344.620589] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.624324] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.624518] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.624688] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.624993] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.625255] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.625485] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-fc66a4fb-5b73-457f-9b9a-83c3e496b122" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.034118] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.034316] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.034362] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.034581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.034672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.034777] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8edab822-b4ac-45d4-9307-6691d04aed06 is going to be updated. [ 1345.063953] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.063953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.063953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.063953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.063953] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.071013] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8edab822-b4ac-45d4-9307-6691d04aed06 in Status: IN_PROGRESS for 2s [ 1345.123556] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.123755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.123834] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.124075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.124198] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.124314] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1345.152773] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.152945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.153045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.153278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.153428] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.161524] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1345.421061] env[69309]: INFO networking_nsxv3.common.synchronization [req-0d53107a-fdd9-4208-9e8e-88ed82b330ce req-b7500a56-63e4-4a93-b5f2-64cae4c6f9fe service nova] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_rules [ 1345.421309] env[69309]: INFO networking_nsxv3.common.synchronization [req-0d53107a-fdd9-4208-9e8e-88ed82b330ce req-b7500a56-63e4-4a93-b5f2-64cae4c6f9fe service nova] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1345.421402] env[69309]: INFO networking_nsxv3.common.synchronization [req-0d53107a-fdd9-4208-9e8e-88ed82b330ce req-b7500a56-63e4-4a93-b5f2-64cae4c6f9fe service nova] Enqueued Resource ID: fc66a4fb-5b73-457f-9b9a-83c3e496b122 with Priority: HIGHEST for action port [ 1345.421632] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_rules [ 1345.421758] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1345.421854] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc66a4fb-5b73-457f-9b9a-83c3e496b122 with Priority: HIGHEST for action port [ 1345.422405] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.422534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.422603] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.422801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.422881] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.423750] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.423854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.424069] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc66a4fb-5b73-457f-9b9a-83c3e496b122 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.424172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc66a4fb-5b73-457f-9b9a-83c3e496b122" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.424236] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc66a4fb-5b73-457f-9b9a-83c3e496b122" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.424420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc66a4fb-5b73-457f-9b9a-83c3e496b122" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.424507] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc66a4fb-5b73-457f-9b9a-83c3e496b122',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.926963] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.927183] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.930460] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc66a4fb-5b73-457f-9b9a-83c3e496b122 with status ACTIVE [ 1345.930652] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.930775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.930845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.931078] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.931175] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.931354] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.931454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.931517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.931670] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.931749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.931931] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.932035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.932097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.932239] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.932318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.932404] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc66a4fb-5b73-457f-9b9a-83c3e496b122 is going to be updated. [ 1345.953327] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.953512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.953567] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.953800] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.953946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.954152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc66a4fb-5b73-457f-9b9a-83c3e496b122" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.277895] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 in Status: SUCCESS [ 1346.278154] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.278358] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.278602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.278808] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.278962] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.279050] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.279249] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.279347] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.279439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.279569] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7cbce3b4-edb0-4d06-bc9e-ac1f849380f0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.782034] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7cbce3b4-edb0-4d06-bc9e-ac1f849380f0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.080918] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8edab822-b4ac-45d4-9307-6691d04aed06 in Status: SUCCESS [ 1347.081142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.170585] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1347.170795] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.170951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.171185] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.171364] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.171485] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.171542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.171688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.171765] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.171858] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.284221] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0: rpc.has_security_group_logging(os_id): False [ 1347.301235] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.301378] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.301422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.301612] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.301705] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.301945] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.302057] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.302120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.302274] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.302352] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.302439] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 is going to be created. [ 1347.359732] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.359921] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.359998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.360250] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.360485] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.371455] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 in Status: IN_PROGRESS for 2s [ 1347.674447] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.176771] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.678738] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.678897] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.678963] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.679218] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.679319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.679420] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1348.707012] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.707180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.707235] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.707433] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.707645] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.715577] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1349.382625] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 in Status: SUCCESS [ 1349.382958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.422934] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.423265] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1350.725125] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1350.725371] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.725523] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.725746] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.725928] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.726057] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.726122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.726278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.726357] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.726442] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.726535] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.231227] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.231478] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.231478] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.231651] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.231809] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.231906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.231958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.232127] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.232219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.232307] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.232454] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.232547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.232607] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.232743] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.232879] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.232967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.233035] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.233213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.233289] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.233371] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.233457] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.736403] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65a54e00-d819-48de-ae90-c4d7ff098f34: rpc.has_security_group_logging(os_id): False [ 1351.753899] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.754072] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.754139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.754425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.754545] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.754737] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.754836] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.754899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.755072] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.755150] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.755409] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.755501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.755562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.755702] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.755776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.755968] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.756070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.756130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.756273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.756341] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.756422] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1351.814410] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.814557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.814627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.814825] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.816066] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.828312] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1353.841322] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1353.841701] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.423936] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.424196] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.569093] env[69309]: INFO networking_nsxv3.common.synchronization [req-86c1cd69-ab9d-4695-8349-d896f909e2c9 req-3f8cf4f5-9336-4bc5-a10a-16aa356a9717 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1355.569649] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1355.569961] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.570112] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.570181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.570373] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.570526] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.570646] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.570720] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.570858] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.570941] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.571050] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.073186] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.576693] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.078930] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.079237] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.079237] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.079369] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.079438] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.079544] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1357.107682] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.107942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.107942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.108138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.108285] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.116077] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1359.127926] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1359.128432] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.613669] env[69309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1359.613843] env[69309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1360.262555] env[69309]: INFO networking_nsxv3.common.synchronization [req-faefe58f-504c-40a4-8dff-fbc2276440e0 req-4559b6b1-9bbd-4b13-bcb9-af84229066cc tempest-ServerActionsTestOtherA-1870156027 tempest-ServerActionsTestOtherA-1870156027-project-member] Enqueued Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_members [ 1360.262810] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGHEST for action security_group_members [ 1360.262933] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-8edab822-b4ac-45d4-9307-6691d04aed06 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.263068] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.263136] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.263344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.263496] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.263626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.263658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.263784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.263874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.263952] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.771280] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.771456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.771456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.771763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.771882] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.772132] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.772242] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.772349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.772528] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.772682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.772745] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8edab822-b4ac-45d4-9307-6691d04aed06 is going to be updated. [ 1360.797357] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.797501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.797548] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.797737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.797870] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.806544] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8edab822-b4ac-45d4-9307-6691d04aed06 in Status: IN_PROGRESS for 2s [ 1362.816583] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8edab822-b4ac-45d4-9307-6691d04aed06 in Status: SUCCESS [ 1362.816872] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8edab822-b4ac-45d4-9307-6691d04aed06 deletion is rescheduled due to dependency. [ 1362.816872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.263711] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.263987] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.397755] env[69309]: INFO networking_nsxv3.common.synchronization [req-4fca4cd7-af5b-419b-bb98-150cb101403a req-c649da62-08ee-4eea-a581-93178d07043a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1366.397755] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1366.397755] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.397755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.397755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.397755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.397755] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.398265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.398265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.398265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.398265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.398380] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.565550] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.565550] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.565550] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.565550] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.565880] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.665134] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.665677] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.665677] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.666072] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.666072] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.666213] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.666304] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.666645] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.666796] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.667018] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1366.667137] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1366.667249] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1366.667362] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1366.667485] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1366.667587] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1366.667743] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1366.688456] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1366.688634] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1366.688800] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1366.689014] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.689362] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-e8262749-9b4e-4acb-80c1-a91dbef79fa2 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.689543] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-e8262749-9b4e-4acb-80c1-a91dbef79fa2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.689698] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-e8262749-9b4e-4acb-80c1-a91dbef79fa2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.690034] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-e8262749-9b4e-4acb-80c1-a91dbef79fa2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.690177] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8262749-9b4e-4acb-80c1-a91dbef79fa2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.900928] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.068034] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.192874] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.193109] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.193239] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.193526] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.193677] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.193834] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port e8262749-9b4e-4acb-80c1-a91dbef79fa2 not found, creating... [ 1367.194103] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.194261] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.194529] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.194596] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.194726] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.195666] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.195666] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.195666] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.195666] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.195666] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.196142] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: e8262749-9b4e-4acb-80c1-a91dbef79fa2 is going to be created. [ 1367.214727] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.215089] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.215089] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.215230] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.215463] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.215684] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-e8262749-9b4e-4acb-80c1-a91dbef79fa2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.398380] env[69309]: INFO networking_nsxv3.common.synchronization [None req-f3fcc0c8-9677-43af-9f64-0803456a4b85 None None] Enqueued Resource ID: 05ed7dcb-fded-421f-99a7-0d0e666881bb with Priority: HIGHEST for action port [ 1367.398903] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ed7dcb-fded-421f-99a7-0d0e666881bb with Priority: HIGHEST for action port [ 1367.399218] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-05ed7dcb-fded-421f-99a7-0d0e666881bb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.399343] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05ed7dcb-fded-421f-99a7-0d0e666881bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.399410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05ed7dcb-fded-421f-99a7-0d0e666881bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.399825] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05ed7dcb-fded-421f-99a7-0d0e666881bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.399825] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05ed7dcb-fded-421f-99a7-0d0e666881bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.405438] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.570809] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.902514] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05ed7dcb-fded-421f-99a7-0d0e666881bb [ 1367.902783] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.902889] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.902965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.903188] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.903278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.903376] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05ed7dcb-fded-421f-99a7-0d0e666881bb already deleted. [ 1367.903473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05ed7dcb-fded-421f-99a7-0d0e666881bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.907088] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.907256] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.907318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.907492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.907577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.907693] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1367.923821] env[69309]: INFO networking_nsxv3.common.synchronization [req-4fca4cd7-af5b-419b-bb98-150cb101403a req-ddd37aa2-324e-4c41-bb0b-36095792ee95 service nova] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_rules [ 1367.924015] env[69309]: INFO networking_nsxv3.common.synchronization [req-4fca4cd7-af5b-419b-bb98-150cb101403a req-ddd37aa2-324e-4c41-bb0b-36095792ee95 service nova] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1367.924177] env[69309]: INFO networking_nsxv3.common.synchronization [req-4fca4cd7-af5b-419b-bb98-150cb101403a req-ddd37aa2-324e-4c41-bb0b-36095792ee95 service nova] Enqueued Resource ID: e8262749-9b4e-4acb-80c1-a91dbef79fa2 with Priority: HIGHEST for action port [ 1367.924397] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_rules [ 1367.924524] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1367.924617] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8262749-9b4e-4acb-80c1-a91dbef79fa2 with Priority: HIGHEST for action port [ 1367.925363] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.925363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.925363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.925608] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.925636] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.927451] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.927718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.928165] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8262749-9b4e-4acb-80c1-a91dbef79fa2 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.928303] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8262749-9b4e-4acb-80c1-a91dbef79fa2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.930265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8262749-9b4e-4acb-80c1-a91dbef79fa2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.930265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8262749-9b4e-4acb-80c1-a91dbef79fa2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.930265] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8262749-9b4e-4acb-80c1-a91dbef79fa2',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.933819] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.934733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.934733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.934733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.934733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.943135] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1368.074026] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1368.074026] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1368.430734] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8262749-9b4e-4acb-80c1-a91dbef79fa2 with status ACTIVE [ 1368.430734] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.430734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.431074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.431074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.431141] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.431291] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.431406] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.431480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.431633] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.431739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.431893] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.431991] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.432047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.432192] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.432258] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.432343] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8262749-9b4e-4acb-80c1-a91dbef79fa2 is going to be updated. [ 1368.434197] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.434314] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.457813] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.457991] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.458054] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.458258] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.458389] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.458541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8262749-9b4e-4acb-80c1-a91dbef79fa2" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.838772] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.838952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.839024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.839258] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.852117] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1368.852927] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.853711] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1368.887650] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.887829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.887901] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.888117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.903881] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.904725] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1368.904837] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1368.904919] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1368.940673] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.940916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.940916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.941733] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.942999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.943647] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1369.010486] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.010671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.010745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.010971] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.011259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.011533] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1369.079840] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.080219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.080219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.080293] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.080542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.080825] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1369.081052] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7cbce3b4-edb0-4d06-bc9e-ac1f849380f0', '893f8f6f-c467-4fdc-b7f8-f77d25087ce0', 'ff51013c-3062-441c-93b3-c2d9cb7366b7', '07345f92-0355-4ca7-a30f-18d6b5019480', '9f87608a-a6f5-4681-9039-96daabaf3c6b', '37a8c71f-40cc-4e36-980a-f9cb2acca81f', '3d7aae03-37ad-4872-ab22-5209af301c26', 'ae6cf6ac-11e6-4f07-a864-3b0852f2af9d', '65a54e00-d819-48de-ae90-c4d7ff098f34', 'bf0e64c7-7e84-4ce5-9018-48268f5320fe', '38e4de93-60a0-4cb8-bbd4-394a8e97c7bb', 'b44d13bd-a53b-4e8d-bbbd-1177005aae69', '30fd4dfb-a71b-45ff-91db-1f761dbc3761', '3c01f5b7-71e4-437d-98ed-8e461fa2ebaf', '7739ab52-21bd-4276-bc3c-2aea3b442b84', 'b2396541-0878-4815-b305-a53bde31357b', 'f171c3b8-e40e-4692-bec2-d013f65a9220', '8edab822-b4ac-45d4-9307-6691d04aed06', 'a9d800a6-c6ae-40b8-8cff-24078de40771', '40ef35a2-188d-42c6-9697-758d616362f9', 'dbcf86a5-6932-4843-8ffe-f65d932e1980', '0b9f6cdd-31e6-40e5-8301-96c93981d720', 'd8a1f2f1-b766-462d-8143-f5510196a476', '5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3', '069bfd4f-132e-46a1-bd72-8558669d02b7', '3e161985-6b1b-47a8-83da-21a474a0b6c0', '93e7f075-ab71-495d-9bf9-df545a22d068', '19f1089e-df9b-45dd-825c-c53084cd5459', '72f65881-cded-4039-8a90-53cac8ab8241', '829d5fcf-f4f0-49da-900f-402ac4db7d1b', '70b3f3fd-2a60-4d27-9d90-4c4a756b133f', '0acafaac-2969-431f-843b-984434e33787', '654e0663-5c1b-4e3d-a043-1a8ba010c7ca', 'f23eef97-2b3e-4b9b-8fa5-ce8364a7b703', '768caa60-e59f-4786-859e-8c1a830779f5', '096d6a03-0a2f-495f-a9eb-90c8f49ffaf9', '5c0354b4-27ad-4ace-8ddb-3da7c843b4bb', '5db2e302-db89-4857-92fa-188f4c221bb2', '501e0efc-845b-42e2-a7d8-4dcf169ce859', 'b5278807-12cb-43c8-8437-60c4098e1c53', 'f77217a7-5892-448b-b91c-5d2beb196f43', 'f1fd8e04-dff8-4fc7-b94b-0b54a2c48926', '323d67f1-257c-4e09-8bd0-ac04f3c2d795'} {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1369.081052] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1369.097874] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.098024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.098096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.098288] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.098425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.098472] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1369.098539] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1369.098613] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1369.170780] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.171013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.171013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.171202] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.172298] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.172597] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1369.172641] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1369.172693] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1369.172756] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1369.172839] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1369.172914] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 with Priority: HIGH for action security_group_rules [ 1369.172995] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 with Priority: HIGH for action security_group_rules [ 1369.173077] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGH for action security_group_rules [ 1369.173136] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGH for action security_group_rules [ 1369.173199] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b with Priority: HIGH for action security_group_rules [ 1369.173260] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f with Priority: HIGH for action security_group_rules [ 1369.173316] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d7aae03-37ad-4872-ab22-5209af301c26 with Priority: HIGH for action security_group_rules [ 1369.173402] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGH for action security_group_rules [ 1369.173455] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGH for action security_group_rules [ 1369.173505] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe with Priority: HIGH for action security_group_rules [ 1369.173551] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb with Priority: HIGH for action security_group_rules [ 1369.173596] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGH for action security_group_rules [ 1369.173654] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 with Priority: HIGH for action security_group_rules [ 1369.173703] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGH for action security_group_rules [ 1369.173766] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGH for action security_group_rules [ 1369.173824] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2396541-0878-4815-b305-a53bde31357b with Priority: HIGH for action security_group_rules [ 1369.173897] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGH for action security_group_rules [ 1369.173959] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGH for action security_group_rules [ 1369.174031] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGH for action security_group_rules [ 1369.174094] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGH for action security_group_rules [ 1369.174190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.495324] env[69309]: INFO networking_nsxv3.common.synchronization [None req-be241646-954b-4f52-84ac-61934399aa5d None None] Enqueued Resource ID: 08d45bc3-3051-45a1-99e3-0c060fb97865 with Priority: HIGHEST for action port [ 1369.495896] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d45bc3-3051-45a1-99e3-0c060fb97865 with Priority: HIGHEST for action port [ 1369.496074] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 with Priority: HIGH for action security_group_rules [ 1369.496206] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 with Priority: HIGH for action security_group_rules [ 1369.496308] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7aae03-37ad-4872-ab22-5209af301c26 with Priority: HIGH for action security_group_rules [ 1369.496438] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 with Priority: HIGH for action security_group_rules [ 1369.496601] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ef35a2-188d-42c6-9697-758d616362f9 with Priority: HIGH for action security_group_rules [ 1369.496738] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d800a6-c6ae-40b8-8cff-24078de40771 with Priority: HIGH for action security_group_rules [ 1369.496853] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8edab822-b4ac-45d4-9307-6691d04aed06 with Priority: HIGH for action security_group_rules [ 1369.496951] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f171c3b8-e40e-4692-bec2-d013f65a9220 with Priority: HIGH for action security_group_rules [ 1369.497096] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf with Priority: HIGH for action security_group_rules [ 1369.497236] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2396541-0878-4815-b305-a53bde31357b with Priority: HIGH for action security_group_rules [ 1369.497358] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 with Priority: HIGH for action security_group_rules [ 1369.497458] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 with Priority: HIGH for action security_group_rules [ 1369.497573] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb with Priority: HIGH for action security_group_rules [ 1369.497689] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe with Priority: HIGH for action security_group_rules [ 1369.497813] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGH for action security_group_rules [ 1369.497940] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f with Priority: HIGH for action security_group_rules [ 1369.498158] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d with Priority: HIGH for action security_group_rules [ 1369.498217] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b with Priority: HIGH for action security_group_rules [ 1369.498292] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 with Priority: HIGH for action security_group_rules [ 1369.498425] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07345f92-0355-4ca7-a30f-18d6b5019480 with Priority: HIGH for action security_group_rules [ 1369.498779] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-08d45bc3-3051-45a1-99e3-0c060fb97865 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.498930] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08d45bc3-3051-45a1-99e3-0c060fb97865" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.498981] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08d45bc3-3051-45a1-99e3-0c060fb97865" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.499278] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08d45bc3-3051-45a1-99e3-0c060fb97865" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.499361] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08d45bc3-3051-45a1-99e3-0c060fb97865',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.500933] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.501091] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.501175] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.501395] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.501495] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cbce3b4-edb0-4d06-bc9e-ac1f849380f0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.502306] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff51013c-3062-441c-93b3-c2d9cb7366b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.502433] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.502516] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.502692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.502772] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff51013c-3062-441c-93b3-c2d9cb7366b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.503527] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d7aae03-37ad-4872-ab22-5209af301c26 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.503638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.503705] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.503872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.503963] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d7aae03-37ad-4872-ab22-5209af301c26',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.504690] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7739ab52-21bd-4276-bc3c-2aea3b442b84 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.504797] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.504874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.509232] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.509232] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7739ab52-21bd-4276-bc3c-2aea3b442b84',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.509943] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40ef35a2-188d-42c6-9697-758d616362f9 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.510213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.510309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.510453] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.510536] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40ef35a2-188d-42c6-9697-758d616362f9',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.511277] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9d800a6-c6ae-40b8-8cff-24078de40771 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.511422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.511458] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.511605] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.511653] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9d800a6-c6ae-40b8-8cff-24078de40771',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.512376] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8edab822-b4ac-45d4-9307-6691d04aed06 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.512484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.512570] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.512732] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.512806] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8edab822-b4ac-45d4-9307-6691d04aed06',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.513600] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f171c3b8-e40e-4692-bec2-d013f65a9220 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.513692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.513692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.513860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.513933] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f171c3b8-e40e-4692-bec2-d013f65a9220',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.514790] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.514895] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.514977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.519298] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.519362] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c01f5b7-71e4-437d-98ed-8e461fa2ebaf',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.520085] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2396541-0878-4815-b305-a53bde31357b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.520208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.520291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.520460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.520535] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2396541-0878-4815-b305-a53bde31357b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.521290] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30fd4dfb-a71b-45ff-91db-1f761dbc3761 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.521411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.521485] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.521657] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.521747] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30fd4dfb-a71b-45ff-91db-1f761dbc3761',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.522558] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.522558] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.522684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.522745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.522808] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b44d13bd-a53b-4e8d-bbbd-1177005aae69',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.525328] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.525463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.525514] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.525716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.525783] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e4de93-60a0-4cb8-bbd4-394a8e97c7bb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.527035] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf0e64c7-7e84-4ce5-9018-48268f5320fe taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.527133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.527195] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.528233] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.528343] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf0e64c7-7e84-4ce5-9018-48268f5320fe',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.529439] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.529524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.529677] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.529784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.529939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.530037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.530768] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37a8c71f-40cc-4e36-980a-f9cb2acca81f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.530959] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.533172] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.533268] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.533480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.533564] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae6cf6ac-11e6-4f07-a864-3b0852f2af9d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.534285] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f87608a-a6f5-4681-9039-96daabaf3c6b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.534411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.534464] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.534601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.534677] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f87608a-a6f5-4681-9039-96daabaf3c6b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.535364] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.535515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.535575] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.535710] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.535778] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('893f8f6f-c467-4fdc-b7f8-f77d25087ce0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.536581] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07345f92-0355-4ca7-a30f-18d6b5019480 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.536698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.536763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.537451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.537451] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07345f92-0355-4ca7-a30f-18d6b5019480',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.561257] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.561257] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.561718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.561718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.563718] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.563718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.582761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.583046] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40ef35a2-188d-42c6-9697-758d616362f9 is going to be deleted. [ 1369.584239] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.584529] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.601148] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.601285] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff51013c-3062-441c-93b3-c2d9cb7366b7 is going to be deleted. [ 1369.635519] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.635764] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.635764] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.635987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.636401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.636401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40ef35a2-188d-42c6-9697-758d616362f9" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.646219] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.646355] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.646455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.646682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.646773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.646892] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff51013c-3062-441c-93b3-c2d9cb7366b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.953458] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1369.953714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.953880] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.954104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.954293] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.954412] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.954475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.954631] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.954714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.954808] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.047508] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08d45bc3-3051-45a1-99e3-0c060fb97865 [ 1370.047722] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.047871] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.047941] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.048150] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.048244] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.048415] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08d45bc3-3051-45a1-99e3-0c060fb97865 already deleted. [ 1370.048415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08d45bc3-3051-45a1-99e3-0c060fb97865" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.048699] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.048808] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.048874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.049042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.049187] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.049280] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.049341] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.049601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.049694] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.049778] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.049861] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('893f8f6f-c467-4fdc-b7f8-f77d25087ce0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.052694] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.052761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.052801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.052945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.053108] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.053205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.053270] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.053452] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.053541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.053628] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.053713] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7cbce3b4-edb0-4d06-bc9e-ac1f849380f0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.054491] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a8c71f-40cc-4e36-980a-f9cb2acca81f taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.054599] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.054666] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.054817] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.055054] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.055157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.055222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.055366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.055691] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.055783] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.055863] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37a8c71f-40cc-4e36-980a-f9cb2acca81f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.104478] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.104651] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.104710] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.104917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.106479] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.106617] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.107252] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.107366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.108105] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.108212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.109235] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.109332] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.109980] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.110088] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.110801] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.110909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.111646] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.111760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.112645] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.112742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.113473] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.113592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.114326] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.114427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.114975] env[69309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1370.115518] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.115666] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.116271] env[69309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1370.116684] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.116812] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.117455] env[69309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1370.117870] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.117973] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.122433] env[69309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1370.122904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.122978] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d7aae03-37ad-4872-ab22-5209af301c26 is going to be deleted. [ 1370.123906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.124104] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.141561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.141692] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30fd4dfb-a71b-45ff-91db-1f761dbc3761 is going to be deleted. [ 1370.142564] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.142777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.164552] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.164677] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae6cf6ac-11e6-4f07-a864-3b0852f2af9d is going to be deleted. [ 1370.165492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.165748] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.182334] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.182473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.187780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.189723] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8edab822-b4ac-45d4-9307-6691d04aed06 is going to be deleted. [ 1370.189723] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.189723] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.223883] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.224012] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.224996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.225121] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7739ab52-21bd-4276-bc3c-2aea3b442b84 is going to be deleted. [ 1370.226019] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.226238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.249103] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.249206] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.257632] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.257745] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9d800a6-c6ae-40b8-8cff-24078de40771 is going to be deleted. [ 1370.258522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.258714] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.292515] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.292634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.312702] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.312841] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b44d13bd-a53b-4e8d-bbbd-1177005aae69 is going to be deleted. [ 1370.313689] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.313914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.346469] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.346605] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.358795] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.358937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.368830] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.368942] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07345f92-0355-4ca7-a30f-18d6b5019480 is going to be deleted. [ 1370.369968] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.370187] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.432018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.432162] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e4de93-60a0-4cb8-bbd4-394a8e97c7bb is going to be deleted. [ 1370.433039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.433237] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.457391] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.483098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.483230] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf0e64c7-7e84-4ce5-9018-48268f5320fe is going to be deleted. [ 1370.484238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.484449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.503667] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.503944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.551570] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('893f8f6f-c467-4fdc-b7f8-f77d25087ce0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.565709] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37a8c71f-40cc-4e36-980a-f9cb2acca81f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.566551] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7cbce3b4-edb0-4d06-bc9e-ac1f849380f0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.607062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.607062] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c01f5b7-71e4-437d-98ed-8e461fa2ebaf is going to be deleted. [ 1370.607951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.608180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.622775] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.622903] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.627896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.628048] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f171c3b8-e40e-4692-bec2-d013f65a9220 is going to be deleted. [ 1370.628788] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.628981] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.646249] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.646369] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.647346] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.647346] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.665678] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.665833] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2396541-0878-4815-b305-a53bde31357b is going to be deleted. [ 1370.666964] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.667182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.715971] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.716159] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.723521] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.723640] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f87608a-a6f5-4681-9039-96daabaf3c6b is going to be deleted. [ 1370.724503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.724713] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.724801] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.724927] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d7aae03-37ad-4872-ab22-5209af301c26" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.725093] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.725267] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.725350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.725528] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30fd4dfb-a71b-45ff-91db-1f761dbc3761" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.725954] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.726145] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.726246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.726420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae6cf6ac-11e6-4f07-a864-3b0852f2af9d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.726589] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.726679] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.726757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.726871] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8edab822-b4ac-45d4-9307-6691d04aed06" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.726994] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.727146] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.727220] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.727327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7739ab52-21bd-4276-bc3c-2aea3b442b84" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.727447] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.727592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.727660] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.727773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9d800a6-c6ae-40b8-8cff-24078de40771" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.727875] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.728050] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.728092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.728191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b44d13bd-a53b-4e8d-bbbd-1177005aae69" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.728309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.728444] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.728517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.728629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07345f92-0355-4ca7-a30f-18d6b5019480" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.728749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.728884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.728957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.729077] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e4de93-60a0-4cb8-bbd4-394a8e97c7bb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.729196] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.729329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.729401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.729506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf0e64c7-7e84-4ce5-9018-48268f5320fe" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.729627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.729759] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.729831] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.729931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c01f5b7-71e4-437d-98ed-8e461fa2ebaf" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.778735] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.778965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.779092] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.779392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.779547] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.779682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f171c3b8-e40e-4692-bec2-d013f65a9220" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.832704] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.832839] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.832908] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.833133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.833226] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.833349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2396541-0878-4815-b305-a53bde31357b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.840353] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.840480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.840546] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.840735] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.840821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.840937] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f87608a-a6f5-4681-9039-96daabaf3c6b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.959457] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.053238] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 893f8f6f-c467-4fdc-b7f8-f77d25087ce0: rpc.has_security_group_logging(os_id): False [ 1371.067910] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37a8c71f-40cc-4e36-980a-f9cb2acca81f: rpc.has_security_group_logging(os_id): False [ 1371.068904] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0: rpc.has_security_group_logging(os_id): False [ 1371.071962] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.072107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.072171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.072373] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.084521] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.084636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.085269] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.085363] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.087711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.087965] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.088070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.088138] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.088325] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.088410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.088505] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 is going to be updated. [ 1371.089425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.089595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.106365] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.106621] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.106711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.106778] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.107034] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.107157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.107250] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 is going to be updated. [ 1371.108151] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.108315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.125331] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.125661] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.125778] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.125840] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.126015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.126098] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.126185] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f is going to be updated. [ 1371.152665] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.152821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.152868] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.153062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.153208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.161343] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.161464] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.161546] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.161712] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.161845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.170914] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 in Status: IN_PROGRESS for 2s [ 1371.175101] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.175253] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.175303] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.175539] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.175681] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.178871] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 in Status: IN_PROGRESS for 2s [ 1371.184992] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f in Status: IN_PROGRESS for 2s [ 1371.462433] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.462601] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.462672] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.462887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.462979] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.463096] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1371.489945] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.490110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.490163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.490355] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.490493] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.499167] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1373.186636] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 in Status: SUCCESS [ 1373.186952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.189310] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 in Status: SUCCESS [ 1373.189494] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.195034] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f in Status: SUCCESS [ 1373.195214] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.224237] env[69309]: INFO networking_nsxv3.common.synchronization [req-f3760df5-4d04-4244-987a-9ad7055dfb6d req-14576342-a285-4f76-9c9b-2f847d87d911 tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Enqueued Resource ID: b273f108-9178-4725-8891-46537fddb8ad with Priority: HIGHEST for action security_group_members [ 1373.224913] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b273f108-9178-4725-8891-46537fddb8ad with Priority: HIGHEST for action security_group_members [ 1373.225045] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b273f108-9178-4725-8891-46537fddb8ad taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.225171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.225230] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.225507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.225667] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.225765] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.225826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.225978] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.226073] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.226163] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b273f108-9178-4725-8891-46537fddb8ad',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.485550] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.485766] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-758" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.485898] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-758" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.486244] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-758" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.486511] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.486670] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.486793] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.487025] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.487179] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.487389] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1373.487510] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1373.487623] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1373.487735] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1373.487870] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1373.487986] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1373.488138] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1373.506618] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1373.506787] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1373.507078] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1373.507164] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-758" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.507411] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-d33e9a2f-1467-4970-a8d8-d7ec90d102e5 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.507583] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-d33e9a2f-1467-4970-a8d8-d7ec90d102e5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.507731] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-d33e9a2f-1467-4970-a8d8-d7ec90d102e5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.508080] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-d33e9a2f-1467-4970-a8d8-d7ec90d102e5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.508230] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d33e9a2f-1467-4970-a8d8-d7ec90d102e5',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.509500] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1373.509687] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.509840] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.510015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.510185] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.510289] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.510562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.510562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.510562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.510706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.510706] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.728055] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.728055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.728055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.728401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.728542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.728780] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.728931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.729081] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.729251] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.729366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.729487] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b273f108-9178-4725-8891-46537fddb8ad already deleted. [ 1373.729606] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.013044] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.013275] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.013275] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.013594] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.013762] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.013966] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port d33e9a2f-1467-4970-a8d8-d7ec90d102e5 not found, creating... [ 1374.014297] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.014476] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.014630] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.014885] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.015057] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.015387] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.015590] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.015740] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.016408] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.016408] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.016408] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: d33e9a2f-1467-4970-a8d8-d7ec90d102e5 is going to be created. [ 1374.017520] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.017626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.017684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.017851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.018010] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.018120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.018190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.018334] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.018423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.018510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.018657] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.018746] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.018802] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.018959] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.019106] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.019200] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.019272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.019409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.019482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.019563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.019657] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.038029] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.038267] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.038368] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.038662] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.038898] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.039137] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-d33e9a2f-1467-4970-a8d8-d7ec90d102e5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.522669] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65a54e00-d819-48de-ae90-c4d7ff098f34: rpc.has_security_group_logging(os_id): False [ 1374.539091] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.539239] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.539311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.539521] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.556673] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.556904] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.557179] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.557291] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.557482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.557566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.557822] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.557898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.557934] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.558079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.558157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.558355] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.558450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.558511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.558654] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.558731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.558816] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1374.611299] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.611299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.611417] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.611563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.611718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.623581] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1374.739865] env[69309]: INFO networking_nsxv3.common.synchronization [req-f3760df5-4d04-4244-987a-9ad7055dfb6d req-74a13a23-092a-4913-a8b9-487db86bd43e service nova] Enqueued Resource ID: b273f108-9178-4725-8891-46537fddb8ad with Priority: HIGHEST for action security_group_rules [ 1374.740178] env[69309]: INFO networking_nsxv3.common.synchronization [req-f3760df5-4d04-4244-987a-9ad7055dfb6d req-74a13a23-092a-4913-a8b9-487db86bd43e service nova] Enqueued Resource ID: b273f108-9178-4725-8891-46537fddb8ad with Priority: HIGHEST for action security_group_members [ 1374.740257] env[69309]: INFO networking_nsxv3.common.synchronization [req-f3760df5-4d04-4244-987a-9ad7055dfb6d req-74a13a23-092a-4913-a8b9-487db86bd43e service nova] Enqueued Resource ID: d33e9a2f-1467-4970-a8d8-d7ec90d102e5 with Priority: HIGHEST for action port [ 1374.740477] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b273f108-9178-4725-8891-46537fddb8ad with Priority: HIGHEST for action security_group_rules [ 1374.740609] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b273f108-9178-4725-8891-46537fddb8ad with Priority: HIGHEST for action security_group_members [ 1374.740708] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d33e9a2f-1467-4970-a8d8-d7ec90d102e5 with Priority: HIGHEST for action port [ 1374.741261] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b273f108-9178-4725-8891-46537fddb8ad taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.741388] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.741555] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.741709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.741927] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b273f108-9178-4725-8891-46537fddb8ad',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.743619] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b273f108-9178-4725-8891-46537fddb8ad taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.743619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.743619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.743619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.744489] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.744489] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.744489] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.744489] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.744489] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.744489] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b273f108-9178-4725-8891-46537fddb8ad',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.748730] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d33e9a2f-1467-4970-a8d8-d7ec90d102e5 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.748730] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d33e9a2f-1467-4970-a8d8-d7ec90d102e5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.748730] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d33e9a2f-1467-4970-a8d8-d7ec90d102e5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.748730] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d33e9a2f-1467-4970-a8d8-d7ec90d102e5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.748730] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d33e9a2f-1467-4970-a8d8-d7ec90d102e5',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.243887] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b273f108-9178-4725-8891-46537fddb8ad taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.244141] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.246374] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b273f108-9178-4725-8891-46537fddb8ad',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.247319] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d33e9a2f-1467-4970-a8d8-d7ec90d102e5 with status ACTIVE [ 1375.248062] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.248062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.248062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.248062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.248062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.248332] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.248332] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.248332] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.248440] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.248494] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.248667] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.248760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.248858] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.248952] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.249042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.249126] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d33e9a2f-1467-4970-a8d8-d7ec90d102e5 is going to be updated. [ 1375.269485] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.269618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.269660] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.269832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.269956] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.270118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d33e9a2f-1467-4970-a8d8-d7ec90d102e5" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.752113] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b273f108-9178-4725-8891-46537fddb8ad',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.254058] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.254263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.254263] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.254435] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.254522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.254626] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b273f108-9178-4725-8891-46537fddb8ad is going to be created. [ 1376.277677] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.277855] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.277855] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.278037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.278191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.286784] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b273f108-9178-4725-8891-46537fddb8ad in Status: UNINITIALIZED for 2s [ 1376.637927] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1376.638140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.638327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.638557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.638647] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.141101] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.141431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.141431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.141556] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.141730] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.141849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.141894] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.142041] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.142133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.142388] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.142388] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.188140] env[69309]: INFO networking_nsxv3.common.synchronization [req-06894efd-7103-4d49-904e-33f5d8dbb5eb req-945633a9-d663-4956-a329-d4b163dd088c tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1377.188830] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1377.188933] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.189064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.189134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.189327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.189492] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.189554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.189615] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.189761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.189849] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.189944] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.645389] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.645598] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.692011] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.194430] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.296346] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b273f108-9178-4725-8891-46537fddb8ad in Status: SUCCESS [ 1378.296522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.296686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.296893] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.297094] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.297207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.297272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.297422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.297508] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.297612] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.297724] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b273f108-9178-4725-8891-46537fddb8ad',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.698317] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.698505] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.698577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.698806] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.698906] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.699022] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1378.729453] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.729685] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.729685] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.729910] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.730086] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.741303] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1378.800058] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b273f108-9178-4725-8891-46537fddb8ad taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.800360] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.800526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.800716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.800905] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.800975] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.801054] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.801212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.801300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.801388] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.801536] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b273f108-9178-4725-8891-46537fddb8ad taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.801629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.801690] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.801831] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.801970] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.802077] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.802155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.802356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.802467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.802527] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.802636] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b273f108-9178-4725-8891-46537fddb8ad',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.304366] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b273f108-9178-4725-8891-46537fddb8ad: rpc.has_security_group_logging(os_id): False [ 1379.344716] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.344847] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.344924] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.345153] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.345246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.345433] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.345577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.345637] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.345786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.345864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.346069] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.346162] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.346221] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.346354] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.346430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.346671] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.346774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.346837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.346978] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.347064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.347150] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b273f108-9178-4725-8891-46537fddb8ad is going to be created. [ 1379.436670] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.436852] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.436899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.437093] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.437268] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.447031] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b273f108-9178-4725-8891-46537fddb8ad in Status: IN_PROGRESS for 2s [ 1380.751489] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1380.751932] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.751932] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.752096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.752283] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.752404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.752479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.752645] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.752730] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.752821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.752978] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.753090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.753165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.753374] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.753530] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.753628] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.753688] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.753828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.753913] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.754007] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.754106] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.256674] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65a54e00-d819-48de-ae90-c4d7ff098f34: rpc.has_security_group_logging(os_id): False [ 1381.273770] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.273927] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.273990] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.274193] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.274287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.274468] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.274567] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.274631] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.274781] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.274858] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.275050] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.275144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.275202] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.275340] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.275414] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.275640] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.275737] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.275786] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.275931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.276012] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.276104] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1381.336071] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.336219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.336290] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.336492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.337063] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.353378] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1381.465930] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b273f108-9178-4725-8891-46537fddb8ad in Status: SUCCESS [ 1381.466169] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.189720] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.190074] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1383.369874] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1383.370299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.987463] env[69309]: INFO networking_nsxv3.common.synchronization [req-0bf58bf5-91b2-4406-8be8-7c0048a16f5c req-afba1ec1-fffe-4482-b922-c0b4b26cdbc7 tempest-ServerAddressesNegativeTestJSON-989606442 tempest-ServerAddressesNegativeTestJSON-989606442-project-member] Enqueued Resource ID: b273f108-9178-4725-8891-46537fddb8ad with Priority: HIGHEST for action security_group_members [ 1383.987973] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b273f108-9178-4725-8891-46537fddb8ad with Priority: HIGHEST for action security_group_members [ 1383.988287] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b273f108-9178-4725-8891-46537fddb8ad taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.988411] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.988491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.988666] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.988825] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.988916] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.988979] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.989137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.989225] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.989317] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b273f108-9178-4725-8891-46537fddb8ad',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.491759] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.492085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.492085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.492202] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.492287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.492489] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.492622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.492690] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.492851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.492931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.493033] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b273f108-9178-4725-8891-46537fddb8ad is going to be updated. [ 1384.544652] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.544652] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.544652] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.544890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.544890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.554179] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b273f108-9178-4725-8891-46537fddb8ad in Status: IN_PROGRESS for 2s [ 1386.250597] env[69309]: INFO networking_nsxv3.common.synchronization [req-64bef6a3-f354-476c-93e0-c4504ddce801 req-90a037a1-8ad9-46c2-ad06-753ed64e68dc tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1386.250824] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1386.251062] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.251205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.251269] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.251476] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.251995] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.252142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.252211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.252380] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.252473] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.252567] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.501569] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.501772] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.501912] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.502206] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.502465] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.502634] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.502761] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.502973] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.503133] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.503356] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1386.503482] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1386.503607] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1386.503727] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1386.503841] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1386.503952] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1386.504101] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1386.522842] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1386.523018] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1386.523165] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1386.523340] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.523662] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-3e7c1c82-bb8a-479a-9116-07d307131735 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.523827] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-3e7c1c82-bb8a-479a-9116-07d307131735" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.523949] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-3e7c1c82-bb8a-479a-9116-07d307131735" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.524286] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-3e7c1c82-bb8a-479a-9116-07d307131735" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.524432] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e7c1c82-bb8a-479a-9116-07d307131735',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.564378] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b273f108-9178-4725-8891-46537fddb8ad in Status: SUCCESS [ 1386.564584] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b273f108-9178-4725-8891-46537fddb8ad deletion is rescheduled due to dependency. [ 1386.564715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.754905] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.027028] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.027028] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.027229] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.027420] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.027575] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.027732] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 3e7c1c82-bb8a-479a-9116-07d307131735 not found, creating... [ 1387.027985] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.028152] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.028340] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.028566] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.028633] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.028897] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.029066] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.029192] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.029491] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.029553] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.029670] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 3e7c1c82-bb8a-479a-9116-07d307131735 is going to be created. [ 1387.048765] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.048923] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.049075] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.049325] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.049544] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.049751] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-3e7c1c82-bb8a-479a-9116-07d307131735" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.256884] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.759360] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.759625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.759625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.759804] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.759899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.759984] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1387.788315] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.788565] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.788565] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.788715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.788837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.797528] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1387.929071] env[69309]: INFO networking_nsxv3.common.synchronization [req-64bef6a3-f354-476c-93e0-c4504ddce801 req-ae8e49d3-c27a-4bc3-a402-60bef091903b service nova] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_rules [ 1387.929071] env[69309]: INFO networking_nsxv3.common.synchronization [req-64bef6a3-f354-476c-93e0-c4504ddce801 req-ae8e49d3-c27a-4bc3-a402-60bef091903b service nova] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1387.929225] env[69309]: INFO networking_nsxv3.common.synchronization [req-64bef6a3-f354-476c-93e0-c4504ddce801 req-ae8e49d3-c27a-4bc3-a402-60bef091903b service nova] Enqueued Resource ID: 3e7c1c82-bb8a-479a-9116-07d307131735 with Priority: HIGHEST for action port [ 1387.929463] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_rules [ 1387.929590] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1387.929722] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7c1c82-bb8a-479a-9116-07d307131735 with Priority: HIGHEST for action port [ 1387.930305] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.930426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.930492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.930709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.930794] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.931638] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.931694] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.931853] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e7c1c82-bb8a-479a-9116-07d307131735 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.931954] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e7c1c82-bb8a-479a-9116-07d307131735" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.932027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e7c1c82-bb8a-479a-9116-07d307131735" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.932189] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e7c1c82-bb8a-479a-9116-07d307131735" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.932263] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e7c1c82-bb8a-479a-9116-07d307131735',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.436546] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e7c1c82-bb8a-479a-9116-07d307131735 with status ACTIVE [ 1388.436936] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.437105] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.437186] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.440085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.440085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.440085] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.440085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.440085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.440085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.440085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.440085] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.440085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.440085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.440085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.440085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.440085] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e7c1c82-bb8a-479a-9116-07d307131735 is going to be updated. [ 1388.441136] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.441231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.460289] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.460886] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.461045] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.461194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.461332] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.461492] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e7c1c82-bb8a-479a-9116-07d307131735" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.472819] env[69309]: INFO networking_nsxv3.common.synchronization [req-7c8ffb4d-10bd-474c-b3c8-ec3eddb389bd req-3b1986fb-f4c7-4513-9813-7a8688b82773 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Enqueued Resource ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 with Priority: HIGHEST for action security_group_members [ 1388.473328] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 with Priority: HIGHEST for action security_group_members [ 1388.473968] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.474347] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.474347] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.474490] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.474659] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.474768] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.474825] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.474977] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.475078] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.475193] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('893f8f6f-c467-4fdc-b7f8-f77d25087ce0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.980061] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.980220] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.980289] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.980496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.980580] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.980769] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.980850] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.980911] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.981061] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.981131] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.981211] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 is going to be updated. [ 1389.004997] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.005134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.005210] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.005402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.005535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.013509] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 in Status: IN_PROGRESS for 2s [ 1389.813732] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1389.814094] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.814134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.814324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.814508] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.814626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.814705] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.814834] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.814913] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.815014] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.317423] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.821214] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.026869] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 in Status: SUCCESS [ 1391.026869] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 deletion is rescheduled due to dependency. [ 1391.026869] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.324541] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.324541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.324541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.324541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.324777] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.324777] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1391.353114] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.353309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.353432] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.353808] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.354013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.363060] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1391.545973] env[69309]: INFO networking_nsxv3.common.synchronization [None req-d82ddec2-c9ca-4e7e-8956-ae4e3c13408c None None] Enqueued Resource ID: 351dedc5-da21-48bf-9a55-d291864e3547 with Priority: HIGHEST for action port [ 1391.546321] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351dedc5-da21-48bf-9a55-d291864e3547 with Priority: HIGHEST for action port [ 1391.546898] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-351dedc5-da21-48bf-9a55-d291864e3547 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.547039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-351dedc5-da21-48bf-9a55-d291864e3547" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.547110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-351dedc5-da21-48bf-9a55-d291864e3547" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.547412] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-351dedc5-da21-48bf-9a55-d291864e3547" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.547517] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('351dedc5-da21-48bf-9a55-d291864e3547',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.050085] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 351dedc5-da21-48bf-9a55-d291864e3547 [ 1392.050456] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.050456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.050456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.050749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.050749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.050843] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:351dedc5-da21-48bf-9a55-d291864e3547 already deleted. [ 1392.050886] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-351dedc5-da21-48bf-9a55-d291864e3547" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.373609] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1393.374046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.374586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.374794] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.375034] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.375130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.375167] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.375467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.375467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.375603] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.375635] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.515843] env[69309]: INFO networking_nsxv3.common.synchronization [None req-0bc535db-63fa-4eba-bc7d-6d5a00e5d40b None None] Enqueued Resource ID: 14b0d0ec-0031-4254-9515-50ddcd4edabb with Priority: HIGHEST for action port [ 1393.516825] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b0d0ec-0031-4254-9515-50ddcd4edabb with Priority: HIGHEST for action port [ 1393.517283] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-14b0d0ec-0031-4254-9515-50ddcd4edabb taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.517416] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14b0d0ec-0031-4254-9515-50ddcd4edabb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.517482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14b0d0ec-0031-4254-9515-50ddcd4edabb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.517739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14b0d0ec-0031-4254-9515-50ddcd4edabb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.517825] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14b0d0ec-0031-4254-9515-50ddcd4edabb',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.877544] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.877684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.877730] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.877954] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.878136] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.878248] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.878314] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.878463] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.878554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.878642] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.878785] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.878878] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.878936] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.879107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.879245] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.879347] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.879408] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.879545] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.879622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.879705] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.879795] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.019889] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14b0d0ec-0031-4254-9515-50ddcd4edabb [ 1394.020142] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.020316] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.020419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.020652] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.020768] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.020884] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14b0d0ec-0031-4254-9515-50ddcd4edabb already deleted. [ 1394.021023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14b0d0ec-0031-4254-9515-50ddcd4edabb" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.382261] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65a54e00-d819-48de-ae90-c4d7ff098f34: rpc.has_security_group_logging(os_id): False [ 1394.402455] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.402455] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.402570] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.402724] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.403917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.403917] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.403917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.403917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.403917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.403917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.403917] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.403917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.403917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.404309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.404309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.405884] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.405884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.405884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.405884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.405884] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.405884] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1394.482031] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.482031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.482031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.482237] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.482401] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.500794] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1396.518060] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1396.518348] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.759741] env[69309]: INFO networking_nsxv3.common.synchronization [req-653f9ce1-181e-46b5-a231-dabbb1be6df6 req-20370451-497b-487e-ae72-c4e60e753090 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Enqueued Resource ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc with Priority: HIGHEST for action security_group_members [ 1396.760408] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc with Priority: HIGHEST for action security_group_members [ 1396.760609] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-03aa9e1d-2370-4583-be0a-0e3c839a76dc taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.760727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.760790] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.761051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.761212] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.761315] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.761367] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.761519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.761605] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.761700] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.034975] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.037032] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-727" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.037032] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-727" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.037032] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-727" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.037032] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.037032] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.037032] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.037032] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.037032] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.037032] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1397.037032] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1397.037523] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1397.037523] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1397.037523] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1397.037523] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1397.037657] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1397.056111] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1397.056281] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1397.056422] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1397.056611] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-727" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.056986] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-bc21088e-c90a-46d2-9d72-5e4fceb40308 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.057193] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-bc21088e-c90a-46d2-9d72-5e4fceb40308" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.057322] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-bc21088e-c90a-46d2-9d72-5e4fceb40308" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.057607] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-bc21088e-c90a-46d2-9d72-5e4fceb40308" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.057753] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc21088e-c90a-46d2-9d72-5e4fceb40308',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.264071] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.264239] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.264285] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.264517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.264631] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.264831] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.264933] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.264997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.265171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.265247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.265334] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc already deleted. [ 1397.266026] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.560760] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.561080] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.561080] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.561360] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.561521] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.561702] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port bc21088e-c90a-46d2-9d72-5e4fceb40308 not found, creating... [ 1397.562114] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.562294] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.562488] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.562735] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.562888] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.563197] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.563361] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.563518] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.563885] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.564055] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.564216] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: bc21088e-c90a-46d2-9d72-5e4fceb40308 is going to be created. [ 1397.582821] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.583108] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.583218] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.583430] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.583671] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.583904] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-bc21088e-c90a-46d2-9d72-5e4fceb40308" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.275551] env[69309]: INFO networking_nsxv3.common.synchronization [req-653f9ce1-181e-46b5-a231-dabbb1be6df6 req-85450493-a7f8-438e-9c18-8f05d53bd113 service nova] Enqueued Resource ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc with Priority: HIGHEST for action security_group_rules [ 1398.275745] env[69309]: INFO networking_nsxv3.common.synchronization [req-653f9ce1-181e-46b5-a231-dabbb1be6df6 req-85450493-a7f8-438e-9c18-8f05d53bd113 service nova] Enqueued Resource ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc with Priority: HIGHEST for action security_group_members [ 1398.275904] env[69309]: INFO networking_nsxv3.common.synchronization [req-653f9ce1-181e-46b5-a231-dabbb1be6df6 req-85450493-a7f8-438e-9c18-8f05d53bd113 service nova] Enqueued Resource ID: bc21088e-c90a-46d2-9d72-5e4fceb40308 with Priority: HIGHEST for action port [ 1398.276150] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc with Priority: HIGHEST for action security_group_rules [ 1398.276283] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc with Priority: HIGHEST for action security_group_members [ 1398.276418] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc21088e-c90a-46d2-9d72-5e4fceb40308 with Priority: HIGHEST for action port [ 1398.276939] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03aa9e1d-2370-4583-be0a-0e3c839a76dc taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.277448] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.277533] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.277780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.277913] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.279069] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-03aa9e1d-2370-4583-be0a-0e3c839a76dc taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.279185] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.279352] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.279522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.279829] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.281009] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.281009] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.281009] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.281009] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.281009] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.282057] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc21088e-c90a-46d2-9d72-5e4fceb40308 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.282742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc21088e-c90a-46d2-9d72-5e4fceb40308" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.282742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc21088e-c90a-46d2-9d72-5e4fceb40308" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.282742] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc21088e-c90a-46d2-9d72-5e4fceb40308" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.282742] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc21088e-c90a-46d2-9d72-5e4fceb40308',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.780507] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-03aa9e1d-2370-4583-be0a-0e3c839a76dc taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.780851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.785059] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.785059] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc21088e-c90a-46d2-9d72-5e4fceb40308 with status ACTIVE [ 1398.785205] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.785264] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.785309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.785507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.785599] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.785829] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.785980] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.785980] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.786243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.786243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.786376] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.786464] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.786522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.786674] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.786773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.786878] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc21088e-c90a-46d2-9d72-5e4fceb40308 is going to be updated. [ 1398.807307] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.807449] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.807511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.807698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.807829] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.807981] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc21088e-c90a-46d2-9d72-5e4fceb40308" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.931497] env[69309]: INFO networking_nsxv3.common.synchronization [req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb req-6a171e51-3ec0-48ee-ab13-cbc8d65ce16e tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Enqueued Resource ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc with Priority: HIGHEST for action security_group_members [ 1398.932009] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc with Priority: HIGHEST for action security_group_members [ 1398.932310] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-03aa9e1d-2370-4583-be0a-0e3c839a76dc taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.932415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.172265] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.172466] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-727" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.172597] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-727" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.172878] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-727" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.173155] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.173314] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.173436] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.173652] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.173822] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.174046] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1399.174196] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1399.174316] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1399.174429] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1399.174559] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1399.174687] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1399.176445] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1399.193201] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1399.193363] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1399.193503] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1399.193669] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-727" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.193944] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-91031b90-d3ca-46fa-8d73-f93d68583f3a taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.194126] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-91031b90-d3ca-46fa-8d73-f93d68583f3a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.194244] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-91031b90-d3ca-46fa-8d73-f93d68583f3a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.194540] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-91031b90-d3ca-46fa-8d73-f93d68583f3a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.194686] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91031b90-d3ca-46fa-8d73-f93d68583f3a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.288826] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.696412] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.696671] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.696877] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.697176] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.697336] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.697494] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 91031b90-d3ca-46fa-8d73-f93d68583f3a not found, creating... [ 1399.697784] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.697948] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.698088] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.698331] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.698437] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.698717] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.698876] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.698995] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.699216] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.699356] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.699498] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 91031b90-d3ca-46fa-8d73-f93d68583f3a is going to be created. [ 1399.718951] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.718951] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.719137] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.719335] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.719603] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.719852] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-91031b90-d3ca-46fa-8d73-f93d68583f3a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.791521] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.791898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.791898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.791967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.792021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.792195] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc is going to be created. [ 1399.814426] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.814614] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.814662] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.814852] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.814997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.833149] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc in Status: UNINITIALIZED for 2s [ 1400.396283] env[69309]: INFO networking_nsxv3.common.synchronization [req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb req-24d4ebe6-3fe6-4977-91ad-614f0f76dc7b service nova] Enqueued Resource ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc with Priority: HIGHEST for action security_group_rules [ 1400.396283] env[69309]: INFO networking_nsxv3.common.synchronization [req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb req-24d4ebe6-3fe6-4977-91ad-614f0f76dc7b service nova] Enqueued Resource ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc with Priority: HIGHEST for action security_group_members [ 1400.396283] env[69309]: INFO networking_nsxv3.common.synchronization [req-a21b26c6-ba07-4159-b9b9-e750b6dc65fb req-24d4ebe6-3fe6-4977-91ad-614f0f76dc7b service nova] Enqueued Resource ID: 91031b90-d3ca-46fa-8d73-f93d68583f3a with Priority: HIGHEST for action port [ 1400.396283] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc with Priority: HIGHEST for action security_group_rules [ 1400.396283] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc with Priority: HIGHEST for action security_group_members [ 1400.396283] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91031b90-d3ca-46fa-8d73-f93d68583f3a with Priority: HIGHEST for action port [ 1400.396283] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03aa9e1d-2370-4583-be0a-0e3c839a76dc taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.396283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.396283] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-03aa9e1d-2370-4583-be0a-0e3c839a76dc taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.396283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.396283] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-91031b90-d3ca-46fa-8d73-f93d68583f3a taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.396283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91031b90-d3ca-46fa-8d73-f93d68583f3a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.396283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91031b90-d3ca-46fa-8d73-f93d68583f3a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.396997] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91031b90-d3ca-46fa-8d73-f93d68583f3a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.397113] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91031b90-d3ca-46fa-8d73-f93d68583f3a',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.899531] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91031b90-d3ca-46fa-8d73-f93d68583f3a with status ACTIVE [ 1400.899794] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.899965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.900084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.900334] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.900458] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.900654] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.900758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.900831] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.900981] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.901078] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.901270] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.901368] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.902024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.902024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.902024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.902024] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91031b90-d3ca-46fa-8d73-f93d68583f3a is going to be updated. [ 1400.922328] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.922468] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.922537] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.922964] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.922964] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.923154] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91031b90-d3ca-46fa-8d73-f93d68583f3a" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.842680] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc in Status: SUCCESS [ 1401.842896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.843053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.843272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.843461] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.843620] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.843681] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.843780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.843860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.843961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.844087] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.844901] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.845153] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.845306] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.845405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.845468] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.845610] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.845684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.845816] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.347937] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-03aa9e1d-2370-4583-be0a-0e3c839a76dc taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.348391] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.348391] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.850450] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.352714] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.353070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.353070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.353236] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.353374] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.353474] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc is going to be updated. [ 1403.379983] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.380146] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.380269] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.380414] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.380557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.388351] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc in Status: IN_PROGRESS for 2s [ 1403.449683] env[69309]: INFO networking_nsxv3.common.synchronization [req-0943872c-0cf5-4a8f-a781-12cdf240bd0d req-d322d8f1-403a-4771-8bf6-7d843a662d3a tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1403.449743] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1403.450059] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.450183] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.450249] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.450443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.450593] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.450686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.450750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.450893] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.450983] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.451099] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.727956] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.728120] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.728275] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.728563] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.728842] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.729045] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.729177] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.730012] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.730012] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.730012] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1403.730221] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1403.730252] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1403.730368] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1403.730519] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1403.730631] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1403.730846] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1403.748154] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1403.748352] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1403.748499] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1403.748671] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.748972] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-fcda7c6e-22ab-49fe-85a3-95460a94257b taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.749161] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-fcda7c6e-22ab-49fe-85a3-95460a94257b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.749287] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-fcda7c6e-22ab-49fe-85a3-95460a94257b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.749592] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-fcda7c6e-22ab-49fe-85a3-95460a94257b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.749740] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcda7c6e-22ab-49fe-85a3-95460a94257b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.953165] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.252547] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.252754] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.252868] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.253211] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.253377] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.253538] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port fcda7c6e-22ab-49fe-85a3-95460a94257b not found, creating... [ 1404.253814] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.253990] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.254883] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.254883] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.254883] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.254883] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.255179] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.255179] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.255296] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.255397] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.255542] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: fcda7c6e-22ab-49fe-85a3-95460a94257b is going to be created. [ 1404.282081] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.282379] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.282526] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.282816] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.283074] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.283425] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-fcda7c6e-22ab-49fe-85a3-95460a94257b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.455373] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.957677] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.957896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.958126] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.958335] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.958431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.958534] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1404.988389] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.988560] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.988638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.988851] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.988998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.001327] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1405.151314] env[69309]: INFO networking_nsxv3.common.synchronization [req-042e6b76-2a8b-4568-bbec-b06354a6f80a req-32c11ab1-ade8-4b5a-b002-ab6ca35b6626 tempest-AttachVolumeNegativeTest-239550215 tempest-AttachVolumeNegativeTest-239550215-project-member] Enqueued Resource ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 with Priority: HIGHEST for action security_group_members [ 1405.151849] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 with Priority: HIGHEST for action security_group_members [ 1405.152170] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.152299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.152367] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.152568] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.152724] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.152820] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.152939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.153223] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.153319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.153413] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cbce3b4-edb0-4d06-bc9e-ac1f849380f0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.224276] env[69309]: INFO networking_nsxv3.common.synchronization [req-0943872c-0cf5-4a8f-a781-12cdf240bd0d req-c804e364-8416-4c9d-9537-ec7e83ce2793 service nova] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_rules [ 1405.224532] env[69309]: INFO networking_nsxv3.common.synchronization [req-0943872c-0cf5-4a8f-a781-12cdf240bd0d req-c804e364-8416-4c9d-9537-ec7e83ce2793 service nova] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1405.224604] env[69309]: INFO networking_nsxv3.common.synchronization [req-0943872c-0cf5-4a8f-a781-12cdf240bd0d req-c804e364-8416-4c9d-9537-ec7e83ce2793 service nova] Enqueued Resource ID: fcda7c6e-22ab-49fe-85a3-95460a94257b with Priority: HIGHEST for action port [ 1405.224871] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_rules [ 1405.224949] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1405.225054] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcda7c6e-22ab-49fe-85a3-95460a94257b with Priority: HIGHEST for action port [ 1405.225618] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.225745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.225832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.226173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.226267] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.227093] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.227191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.227385] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcda7c6e-22ab-49fe-85a3-95460a94257b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.227483] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcda7c6e-22ab-49fe-85a3-95460a94257b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.227546] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcda7c6e-22ab-49fe-85a3-95460a94257b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.227718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcda7c6e-22ab-49fe-85a3-95460a94257b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.227793] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcda7c6e-22ab-49fe-85a3-95460a94257b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.399196] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc in Status: SUCCESS [ 1405.399196] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.399386] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.399961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.399961] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.399961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.399961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.400219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.400266] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.400335] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.655583] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.655893] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.655893] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.656118] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.656238] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.656442] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.656550] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.656618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.656754] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.656856] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.656944] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 is going to be updated. [ 1405.694562] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.694839] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.694933] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.695181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.695333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.705235] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 in Status: IN_PROGRESS for 2s [ 1405.729722] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.729855] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.730013] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcda7c6e-22ab-49fe-85a3-95460a94257b with status ACTIVE [ 1405.730211] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.730322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.730387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.730588] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.730677] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.730839] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.730946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.731015] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.731170] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.731247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.731427] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.731519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.731579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.731725] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.731832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.731872] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcda7c6e-22ab-49fe-85a3-95460a94257b is going to be updated. [ 1405.750611] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.750780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.750896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.751136] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.751340] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.751529] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcda7c6e-22ab-49fe-85a3-95460a94257b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.902398] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.407088] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.910115] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.910418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.910418] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.910561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.910652] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.910750] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc is going to be updated. [ 1406.938116] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.938252] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.938323] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.938529] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.938670] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.949386] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc in Status: IN_PROGRESS for 2s [ 1407.011155] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1407.011372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.011557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.011796] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.011993] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.012122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.012182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.012338] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.012466] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.012514] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.515208] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.718683] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 in Status: SUCCESS [ 1407.718683] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cbce3b4-edb0-4d06-bc9e-ac1f849380f0 deletion is rescheduled due to dependency. [ 1407.718683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cbce3b4-edb0-4d06-bc9e-ac1f849380f0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.017455] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.519405] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.519607] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.519655] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.519838] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.519931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.520038] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1408.547224] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.547366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.547472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.547640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.548324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.556598] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1408.958872] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc in Status: SUCCESS [ 1408.958872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.958872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.958872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.958872] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.959272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.959272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.959272] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.959394] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.959394] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.960431] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-03aa9e1d-2370-4583-be0a-0e3c839a76dc taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.960431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.960431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.960431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.960431] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.960431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.960431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.960431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.960431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.960431] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.960881] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.462392] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03aa9e1d-2370-4583-be0a-0e3c839a76dc: rpc.has_security_group_logging(os_id): False [ 1409.480086] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.480283] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.480373] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.480512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.480619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.480840] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.480941] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.480999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.481175] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.481250] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.481440] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.481561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.481625] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.481768] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.481845] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.482042] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.482136] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.482194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.482331] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.482405] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.482506] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc is going to be created. [ 1409.573969] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.574246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.574246] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.574361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.574590] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.585613] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc in Status: IN_PROGRESS for 2s [ 1410.226571] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.227061] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1410.565592] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1410.565907] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.566091] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.566271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.566459] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.566577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.566638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.566788] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.566864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.566966] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.567076] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.069526] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.069693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.069760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.069979] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.070167] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.070269] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.070338] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.070504] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.070597] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.070687] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.070833] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.070926] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.070985] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.071140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.071292] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.071387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.071454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.071603] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.071689] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.071775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.071859] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.575975] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65a54e00-d819-48de-ae90-c4d7ff098f34: rpc.has_security_group_logging(os_id): False [ 1411.594235] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.594386] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.594456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.594858] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.594964] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.595266] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.595383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.595575] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.595739] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.595821] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.596183] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.596320] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.596383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.596552] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.596633] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.596833] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.596931] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.596983] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.597357] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.597357] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.597357] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1411.599130] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc in Status: SUCCESS [ 1411.599343] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.599990] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.600212] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.600383] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.654961] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.655152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.655208] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.655424] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.656344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.670334] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1412.102501] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-03aa9e1d-2370-4583-be0a-0e3c839a76dc taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.102758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.102758] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.102905] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.103117] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.103686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.103761] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.103944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.104054] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.104141] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.104235] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.607239] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-03aa9e1d-2370-4583-be0a-0e3c839a76dc taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.607562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.607562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.607695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.607868] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.607967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.608108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.608147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.608245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.608309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.608452] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-03aa9e1d-2370-4583-be0a-0e3c839a76dc taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.608581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.608581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.608795] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.608906] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.609029] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.609029] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.609213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.609295] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.609366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.609457] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.111563] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03aa9e1d-2370-4583-be0a-0e3c839a76dc: rpc.has_security_group_logging(os_id): False [ 1413.129382] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.129591] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.129591] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.129760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.129853] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.130078] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.130184] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.130248] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.130496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.130596] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.130787] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.130882] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.130947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.131124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.131202] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.131390] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.131482] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.131542] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.131679] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.131755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.131839] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc is going to be updated. [ 1413.185752] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.185940] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.185989] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.186186] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.186318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.198963] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc in Status: IN_PROGRESS for 2s [ 1413.685391] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1413.685784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.219393] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc in Status: SUCCESS [ 1415.219830] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.228035] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.228177] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.450839] env[69309]: INFO networking_nsxv3.common.synchronization [req-bf48bc5e-15ae-405a-b68e-579026a081a6 req-66cd7885-d778-43f2-946e-df1ac0ac71d2 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1416.451399] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1416.451704] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.451863] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.451896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.452096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.452252] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.452349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.452409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.452557] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.452641] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.452731] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.956698] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.458066] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.964058] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.964258] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.964369] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.964506] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.964600] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.964787] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1417.992264] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.992467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.992467] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.992971] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.992971] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.001029] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1420.012200] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1420.012564] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.452630] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.452996] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.128719] env[69309]: INFO networking_nsxv3.common.synchronization [req-66f57248-5b8e-4976-991e-79b6040e12ef req-4eb32bc4-362b-47dd-83d1-f7220499fd85 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1423.129254] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1423.129552] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.129764] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.129764] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.130062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.130175] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.130951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.130951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.130951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.130951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.130951] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.633537] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.136232] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.639224] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.639442] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.639491] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.639726] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.639840] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.639944] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1424.670069] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.670300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.670300] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.670446] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.670544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.679265] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1425.537538] env[69309]: INFO networking_nsxv3.common.synchronization [req-7b2d38bc-1616-4fa8-831d-63798068f87d req-f1963d49-522f-43dc-a4fd-319ccb09a07d tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Enqueued Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_members [ 1425.538016] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_members [ 1425.538731] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.538731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.538731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.538731] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.538909] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.538909] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.538980] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.539111] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.539197] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.539288] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.041754] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.041904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.041969] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.042245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.061136] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.061415] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.061562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.061651] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.061861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.061971] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.062114] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 is going to be updated. [ 1426.091060] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.091218] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.091265] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.091465] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.091604] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.100155] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: IN_PROGRESS for 2s [ 1426.689658] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1426.689658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.109862] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: SUCCESS [ 1428.110280] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 deletion is rescheduled due to dependency. [ 1428.110280] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.538824] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.539199] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.153183] env[69309]: INFO networking_nsxv3.common.synchronization [None req-1cd6f323-dcf2-4b2a-80a3-d376a5a5240f tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Enqueued Resource ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d with Priority: HIGHEST for action security_group_rules [ 1433.153706] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d with Priority: HIGHEST for action security_group_rules [ 1433.154047] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b33c40be-a8f0-4362-80a4-9b11b4f7917d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.154390] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.154390] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.154503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.154604] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b33c40be-a8f0-4362-80a4-9b11b4f7917d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.221369] env[69309]: INFO networking_nsxv3.common.synchronization [None req-7753bc51-bac8-4ea8-871c-8522a260c748 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Enqueued Resource ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d with Priority: HIGHEST for action security_group_rules [ 1433.221921] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d with Priority: HIGHEST for action security_group_rules [ 1433.222259] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b33c40be-a8f0-4362-80a4-9b11b4f7917d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.222377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.675245] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.675430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.675497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.675682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.675793] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.675893] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d already deleted. [ 1433.675987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.676182] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.676347] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.676429] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b33c40be-a8f0-4362-80a4-9b11b4f7917d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.197143] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.197579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.197579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.197579] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.197749] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.197749] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d already deleted. [ 1434.197846] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.682906] env[69309]: INFO networking_nsxv3.common.synchronization [req-c1c674ec-5e00-4ff6-81d4-475263371a97 req-a10cce58-f086-4bbd-a458-48fb84161ffe tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1434.683442] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1434.683749] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.683874] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.683942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.684194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.684397] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.684475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.684577] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.684725] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.684766] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.684861] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.936098] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.936098] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.936098] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.936444] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.936807] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.937036] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.937216] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.937518] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.937714] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.937992] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1434.938172] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1434.938344] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1434.938507] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1434.938668] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1434.938823] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1434.939015] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1434.957348] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1434.957565] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1434.957759] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1434.957991] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.958407] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-46e83716-d3c8-4d4b-951d-b7b07d6384ea taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.958637] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-46e83716-d3c8-4d4b-951d-b7b07d6384ea" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.958812] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-46e83716-d3c8-4d4b-951d-b7b07d6384ea" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.959216] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-46e83716-d3c8-4d4b-951d-b7b07d6384ea" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.959416] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46e83716-d3c8-4d4b-951d-b7b07d6384ea',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.187034] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.461688] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.462088] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.462088] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.462346] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.462503] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.462665] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 46e83716-d3c8-4d4b-951d-b7b07d6384ea not found, creating... [ 1435.462926] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.463108] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.463235] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.463453] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.463611] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.463894] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.464095] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.464223] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.464435] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.464573] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.464717] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 46e83716-d3c8-4d4b-951d-b7b07d6384ea is going to be created. [ 1435.483738] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.483893] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.484017] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.484270] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.484542] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.484766] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-46e83716-d3c8-4d4b-951d-b7b07d6384ea" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.688760] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.166368] env[69309]: INFO networking_nsxv3.common.synchronization [req-c1c674ec-5e00-4ff6-81d4-475263371a97 req-7c4a643c-da10-4b7d-9700-7ac9daf88374 service nova] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_rules [ 1436.166368] env[69309]: INFO networking_nsxv3.common.synchronization [req-c1c674ec-5e00-4ff6-81d4-475263371a97 req-7c4a643c-da10-4b7d-9700-7ac9daf88374 service nova] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1436.166368] env[69309]: INFO networking_nsxv3.common.synchronization [req-c1c674ec-5e00-4ff6-81d4-475263371a97 req-7c4a643c-da10-4b7d-9700-7ac9daf88374 service nova] Enqueued Resource ID: 46e83716-d3c8-4d4b-951d-b7b07d6384ea with Priority: HIGHEST for action port [ 1436.166368] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_rules [ 1436.166368] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1436.166368] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e83716-d3c8-4d4b-951d-b7b07d6384ea with Priority: HIGHEST for action port [ 1436.166368] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.166368] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.166875] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.167331] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.167535] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.169231] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.169231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.169231] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-46e83716-d3c8-4d4b-951d-b7b07d6384ea taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.169231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46e83716-d3c8-4d4b-951d-b7b07d6384ea" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.169231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46e83716-d3c8-4d4b-951d-b7b07d6384ea" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.169231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46e83716-d3c8-4d4b-951d-b7b07d6384ea" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.169231] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46e83716-d3c8-4d4b-951d-b7b07d6384ea',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.191020] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.191020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.191020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.191020] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.191259] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.191259] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1436.220973] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.221130] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.221175] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.221364] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.221502] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.229635] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1436.672070] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.672070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.672462] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46e83716-d3c8-4d4b-951d-b7b07d6384ea with status ACTIVE [ 1436.672462] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.672570] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.672570] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.672784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.672875] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.673058] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.673157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.673220] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.673375] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.673454] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.673649] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.673741] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.673803] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.673945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.674037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.674141] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46e83716-d3c8-4d4b-951d-b7b07d6384ea is going to be updated. [ 1436.710414] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.710581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.710622] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.710810] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.710944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.711114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46e83716-d3c8-4d4b-951d-b7b07d6384ea" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.915778] env[69309]: INFO networking_nsxv3.common.synchronization [req-e0889ef4-bdd6-4253-8488-13727ee291f9 req-3df0c3d0-fa09-406f-bdcc-c2567505a88a tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Enqueued Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_members [ 1436.916353] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_members [ 1436.916661] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.916783] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.916848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.917207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.917461] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.917461] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.917595] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.917673] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.917763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.917856] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.175407] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.175620] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.175749] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.176082] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.176312] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.176475] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.176597] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.176812] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.176961] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.177209] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1437.177346] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1437.177467] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1437.177583] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1437.177708] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1437.177823] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1437.177983] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1437.195578] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1437.195766] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1437.195909] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1437.196106] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.196430] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-2638e92c-068a-4ba8-8da0-2a5b596dfa03 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.196615] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-2638e92c-068a-4ba8-8da0-2a5b596dfa03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.196724] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-2638e92c-068a-4ba8-8da0-2a5b596dfa03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.197043] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-2638e92c-068a-4ba8-8da0-2a5b596dfa03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.197198] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2638e92c-068a-4ba8-8da0-2a5b596dfa03',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.420256] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.420414] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.420489] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.420710] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.420802] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.420998] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.421114] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.421222] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.421333] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.421409] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.421498] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 is going to be updated. [ 1437.444718] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.444913] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.444913] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.445122] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.445262] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.453097] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: IN_PROGRESS for 2s [ 1437.700277] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.700668] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.700668] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.700864] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.701090] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.701272] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 2638e92c-068a-4ba8-8da0-2a5b596dfa03 not found, creating... [ 1437.701535] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.701698] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.701820] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.702058] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.702205] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.702487] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.702648] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.702769] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.702981] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.703143] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.703292] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 2638e92c-068a-4ba8-8da0-2a5b596dfa03 is going to be created. [ 1437.731204] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.731367] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.731470] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.731703] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.731928] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.732157] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-2638e92c-068a-4ba8-8da0-2a5b596dfa03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.239680] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1438.240550] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.240550] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.240550] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.240747] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.240810] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.240847] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.240975] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.241085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.241184] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.417162] env[69309]: INFO networking_nsxv3.common.synchronization [req-e0889ef4-bdd6-4253-8488-13727ee291f9 req-3dee962f-1d32-46d1-8208-7c3c39a40011 service nova] Enqueued Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_rules [ 1438.417656] env[69309]: INFO networking_nsxv3.common.synchronization [req-e0889ef4-bdd6-4253-8488-13727ee291f9 req-3dee962f-1d32-46d1-8208-7c3c39a40011 service nova] Enqueued Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_members [ 1438.417932] env[69309]: INFO networking_nsxv3.common.synchronization [req-e0889ef4-bdd6-4253-8488-13727ee291f9 req-3dee962f-1d32-46d1-8208-7c3c39a40011 service nova] Enqueued Resource ID: 2638e92c-068a-4ba8-8da0-2a5b596dfa03 with Priority: HIGHEST for action port [ 1438.418674] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_rules [ 1438.419252] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_members [ 1438.419493] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2638e92c-068a-4ba8-8da0-2a5b596dfa03 with Priority: HIGHEST for action port [ 1438.419993] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.420282] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.420459] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.420734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.420907] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.422317] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.422551] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.423241] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-2638e92c-068a-4ba8-8da0-2a5b596dfa03 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.423241] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2638e92c-068a-4ba8-8da0-2a5b596dfa03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.423241] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2638e92c-068a-4ba8-8da0-2a5b596dfa03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.423241] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2638e92c-068a-4ba8-8da0-2a5b596dfa03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.423642] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2638e92c-068a-4ba8-8da0-2a5b596dfa03',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.743498] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.922589] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.922728] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.925151] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2638e92c-068a-4ba8-8da0-2a5b596dfa03 with status ACTIVE [ 1438.925356] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.925487] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.925538] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.925747] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.925840] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.926017] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.926312] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.926312] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.926416] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.926460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.926638] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.926730] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.926790] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.926927] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.927013] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.927102] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2638e92c-068a-4ba8-8da0-2a5b596dfa03 is going to be updated. [ 1438.956662] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.956834] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.956901] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.957124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.957303] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.957484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2638e92c-068a-4ba8-8da0-2a5b596dfa03" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.037108] env[69309]: INFO networking_nsxv3.common.synchronization [req-3d985831-bd74-4a39-a2aa-630171703592 req-2edc192f-e336-4686-b2a4-be4d8a8946d2 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Enqueued Resource ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d with Priority: HIGHEST for action security_group_members [ 1439.037650] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d with Priority: HIGHEST for action security_group_members [ 1439.037950] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33c40be-a8f0-4362-80a4-9b11b4f7917d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.038096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.038165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.038414] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.038567] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.038662] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.038726] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.038876] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.038960] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.039178] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33c40be-a8f0-4362-80a4-9b11b4f7917d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.245561] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.296426] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.296839] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-727" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.296839] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-727" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.297048] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-727" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.297313] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.297479] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.297603] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.297824] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.297973] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.298414] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1439.298538] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1439.298658] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1439.298772] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1439.298906] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1439.299030] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1439.299317] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1439.317499] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1439.317666] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1439.317813] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1439.317994] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-727" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.318328] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-1f9e4e14-7186-48bd-9207-fe23f013b7b7 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.318506] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-1f9e4e14-7186-48bd-9207-fe23f013b7b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.318631] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-1f9e4e14-7186-48bd-9207-fe23f013b7b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.318957] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-1f9e4e14-7186-48bd-9207-fe23f013b7b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.319113] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f9e4e14-7186-48bd-9207-fe23f013b7b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.462828] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: SUCCESS [ 1439.464071] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 deletion is rescheduled due to dependency. [ 1439.464071] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.464071] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.464071] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.464329] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.464407] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.464407] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.464716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.464716] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.464818] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.541588] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.541745] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.541841] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.542075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.542190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.542420] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.542529] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.542612] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.542768] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.542853] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.542949] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d already deleted. [ 1439.543049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.748076] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.748076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.748076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.748076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.748076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.748624] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1439.777794] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.778037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.778037] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.778234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.778481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.787533] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1439.821090] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.821382] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.821586] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.821886] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.822091] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.822286] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 1f9e4e14-7186-48bd-9207-fe23f013b7b7 not found, creating... [ 1439.822602] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.822775] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.822932] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.823214] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.823369] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.823728] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.823926] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.824160] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.824415] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.824584] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.824737] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 1f9e4e14-7186-48bd-9207-fe23f013b7b7 is going to be created. [ 1439.843762] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.843995] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.844210] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.844553] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.844852] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.845159] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-1f9e4e14-7186-48bd-9207-fe23f013b7b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.967953] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.471045] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.701589] env[69309]: INFO networking_nsxv3.common.synchronization [req-3d985831-bd74-4a39-a2aa-630171703592 req-70d0264f-e11f-4229-a503-fbe2ce3daaa4 service nova] Enqueued Resource ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d with Priority: HIGHEST for action security_group_rules [ 1440.701716] env[69309]: INFO networking_nsxv3.common.synchronization [req-3d985831-bd74-4a39-a2aa-630171703592 req-70d0264f-e11f-4229-a503-fbe2ce3daaa4 service nova] Enqueued Resource ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d with Priority: HIGHEST for action security_group_members [ 1440.701869] env[69309]: INFO networking_nsxv3.common.synchronization [req-3d985831-bd74-4a39-a2aa-630171703592 req-70d0264f-e11f-4229-a503-fbe2ce3daaa4 service nova] Enqueued Resource ID: 1f9e4e14-7186-48bd-9207-fe23f013b7b7 with Priority: HIGHEST for action port [ 1440.702108] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d with Priority: HIGHEST for action security_group_rules [ 1440.702240] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d with Priority: HIGHEST for action security_group_members [ 1440.702333] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9e4e14-7186-48bd-9207-fe23f013b7b7 with Priority: HIGHEST for action port [ 1440.702960] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b33c40be-a8f0-4362-80a4-9b11b4f7917d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.703129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.703166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.703357] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.703439] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b33c40be-a8f0-4362-80a4-9b11b4f7917d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.704300] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33c40be-a8f0-4362-80a4-9b11b4f7917d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.704419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.704508] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.704703] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.704854] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.704950] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.705017] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.705166] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.705251] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.705335] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33c40be-a8f0-4362-80a4-9b11b4f7917d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.710616] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f9e4e14-7186-48bd-9207-fe23f013b7b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.710756] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f9e4e14-7186-48bd-9207-fe23f013b7b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.710843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f9e4e14-7186-48bd-9207-fe23f013b7b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.711116] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f9e4e14-7186-48bd-9207-fe23f013b7b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.711229] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f9e4e14-7186-48bd-9207-fe23f013b7b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.819099] env[69309]: INFO networking_nsxv3.common.synchronization [req-d212c883-a56f-4a1b-9fa9-c07fcd11fbfc req-0e4b1c0b-edf8-4800-95c8-b08408015abd tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Enqueued Resource ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f with Priority: HIGHEST for action security_group_members [ 1440.819099] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f with Priority: HIGHEST for action security_group_members [ 1440.819099] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-37a8c71f-40cc-4e36-980a-f9cb2acca81f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.819099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.819099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.819099] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.820411] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.822089] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.823835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.823835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.823835] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.823835] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37a8c71f-40cc-4e36-980a-f9cb2acca81f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.972975] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.973140] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.973205] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.973422] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.973512] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.973610] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 is going to be updated. [ 1441.000133] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.000306] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.000389] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.000581] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.000726] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.007748] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: IN_PROGRESS for 2s [ 1441.213341] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33c40be-a8f0-4362-80a4-9b11b4f7917d taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.213485] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.213684] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b33c40be-a8f0-4362-80a4-9b11b4f7917d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.214704] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f9e4e14-7186-48bd-9207-fe23f013b7b7 with status ACTIVE [ 1441.215084] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.215084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.215084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.215309] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.215443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.215626] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.215775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.215775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.215942] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.216113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.216479] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.216626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.216699] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.216780] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.216855] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.216940] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f9e4e14-7186-48bd-9207-fe23f013b7b7 is going to be updated. [ 1441.238658] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.238827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.238827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.238999] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.239139] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.239282] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f9e4e14-7186-48bd-9207-fe23f013b7b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.324935] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.325106] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.325174] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.325382] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.325475] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.325662] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.325775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.325837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.325982] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.326072] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.326182] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f is going to be updated. [ 1441.355809] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.355929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.355986] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.356159] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.356303] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.365251] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f in Status: IN_PROGRESS for 2s [ 1441.718787] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b33c40be-a8f0-4362-80a4-9b11b4f7917d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.796932] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1441.797204] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.797380] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.797635] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.798996] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.798996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.798996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.798996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.798996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.798996] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.798996] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.221701] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.222047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.222047] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.222149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.222242] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.222339] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d is going to be created. [ 1442.245568] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.245725] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.245773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.245967] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.246135] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.254603] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d in Status: UNINITIALIZED for 2s [ 1442.300202] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.300359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.300433] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.300644] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.300810] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.300908] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.300970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.301184] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.301301] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.301393] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.301540] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.301635] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.301696] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.301833] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.301968] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.302072] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.302127] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.302266] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.302340] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.302420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.302511] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.804353] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65a54e00-d819-48de-ae90-c4d7ff098f34: rpc.has_security_group_logging(os_id): False [ 1442.822214] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.822439] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.822503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.822725] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.822861] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.823081] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.823213] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.823305] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.823477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.823561] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.823755] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.823841] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.823911] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.824115] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.824194] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.824393] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.824496] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.824549] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.824680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.824754] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.824837] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1442.884435] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.884783] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.884783] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.884869] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.885249] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.908041] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1443.018018] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: SUCCESS [ 1443.018018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.018018] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.018202] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.018360] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.018476] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.018553] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.018706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.018836] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.018886] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.018960] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.374715] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f in Status: SUCCESS [ 1443.375021] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f deletion is rescheduled due to dependency. [ 1443.375068] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.521269] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.024147] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3: rpc.has_security_group_logging(os_id): False [ 1444.043836] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.044031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.044105] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.044395] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.044520] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.044795] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.044933] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.045024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.045211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.045319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.045440] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 is going to be updated. [ 1444.101312] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.101517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.101517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.101700] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.101837] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.113845] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: IN_PROGRESS for 2s [ 1444.266676] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d in Status: SUCCESS [ 1444.266879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.267016] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.267305] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.267516] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.267640] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.267706] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.267867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.267957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.268091] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.268194] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b33c40be-a8f0-4362-80a4-9b11b4f7917d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.770511] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b33c40be-a8f0-4362-80a4-9b11b4f7917d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.928851] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1444.929107] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.273096] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b33c40be-a8f0-4362-80a4-9b11b4f7917d: rpc.has_security_group_logging(os_id): False [ 1445.291429] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.291619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.291676] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.291858] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.291951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.292209] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.292342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.292412] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.292573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.292651] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.292747] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d is going to be created. [ 1445.322989] env[69309]: INFO networking_nsxv3.common.synchronization [None req-b6b04875-8379-4787-8d1d-9d38f789512d tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Enqueued Resource ID: f4f88f7e-8bbc-4055-8570-34548130e201 with Priority: HIGHEST for action security_group_rules [ 1445.323460] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f88f7e-8bbc-4055-8570-34548130e201 with Priority: HIGHEST for action security_group_rules [ 1445.323798] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4f88f7e-8bbc-4055-8570-34548130e201 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.323944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.324076] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.324484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.324590] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4f88f7e-8bbc-4055-8570-34548130e201',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.350508] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.350809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.350809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.350914] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.351100] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.361344] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d in Status: IN_PROGRESS for 2s [ 1445.433466] env[69309]: INFO networking_nsxv3.common.synchronization [None req-b733d6f5-a596-45aa-adcc-90cf286b173b tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Enqueued Resource ID: f4f88f7e-8bbc-4055-8570-34548130e201 with Priority: HIGHEST for action security_group_rules [ 1445.434827] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f88f7e-8bbc-4055-8570-34548130e201 with Priority: HIGHEST for action security_group_rules [ 1445.434827] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4f88f7e-8bbc-4055-8570-34548130e201 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.434827] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.842770] env[69309]: INFO networking_nsxv3.common.synchronization [req-66a9c517-8367-4c09-a75c-02e4e2d55b9a req-162b0fd4-121e-409e-aa4f-34bc2eaf9d21 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1445.843489] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1445.844215] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.844215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.844215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.844215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.844467] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.844524] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.844594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.844757] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.844870] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.844967] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.846763] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.846763] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.846904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.846975] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.847074] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.847162] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4f88f7e-8bbc-4055-8570-34548130e201 already deleted. [ 1445.847245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.847642] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.847850] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.847908] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4f88f7e-8bbc-4055-8570-34548130e201',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.126428] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: SUCCESS [ 1446.126683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.350032] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.369349] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.369553] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.369762] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.370073] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.370230] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.370411] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4f88f7e-8bbc-4055-8570-34548130e201 already deleted. [ 1446.370545] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.853820] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.356125] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.356421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.356421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.356617] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.356709] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.356807] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1447.372696] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d in Status: SUCCESS [ 1447.372892] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.382455] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.382593] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.382701] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.382902] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.383056] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.389817] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1449.400197] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1449.400497] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.844811] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.845174] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.986023] env[69309]: INFO networking_nsxv3.common.synchronization [req-5285a4b7-ae07-41e2-8789-1c36177c3630 req-fc1787da-789c-4a07-8043-de0abbfa2e41 tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Enqueued Resource ID: f4f88f7e-8bbc-4055-8570-34548130e201 with Priority: HIGHEST for action security_group_members [ 1451.987311] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f88f7e-8bbc-4055-8570-34548130e201 with Priority: HIGHEST for action security_group_members [ 1451.987311] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4f88f7e-8bbc-4055-8570-34548130e201 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.987311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.987311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.987311] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.987540] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.987540] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.987657] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.987699] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.987787] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.987887] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4f88f7e-8bbc-4055-8570-34548130e201',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.246213] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.246448] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-106" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.246589] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-106" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.246891] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-106" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.247181] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.247349] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.247472] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.247693] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.247842] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.248088] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1452.248214] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1452.248329] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1452.248442] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1452.248553] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1452.248673] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1452.248814] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1452.267331] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1452.267501] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1452.267646] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1452.267823] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-106" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.268174] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-07c33810-dc5b-4bdc-928c-4495fc567138 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.268354] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-07c33810-dc5b-4bdc-928c-4495fc567138" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.268484] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-07c33810-dc5b-4bdc-928c-4495fc567138" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.268858] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-07c33810-dc5b-4bdc-928c-4495fc567138" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.269018] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07c33810-dc5b-4bdc-928c-4495fc567138',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.489878] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.490117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.490117] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.490307] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.490394] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.490626] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.490726] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.490776] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.490894] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.490970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.491070] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4f88f7e-8bbc-4055-8570-34548130e201 already deleted. [ 1452.491159] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.771788] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.772043] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.772196] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.772509] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.772678] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.772875] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 07c33810-dc5b-4bdc-928c-4495fc567138 not found, creating... [ 1452.773131] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.773348] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.773444] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.773639] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.773788] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.774132] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.774328] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.774481] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.774711] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.774853] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.775010] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 07c33810-dc5b-4bdc-928c-4495fc567138 is going to be created. [ 1452.792988] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.793211] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.793343] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.793609] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.793883] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.794123] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-07c33810-dc5b-4bdc-928c-4495fc567138" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.468513] env[69309]: INFO networking_nsxv3.common.synchronization [req-5285a4b7-ae07-41e2-8789-1c36177c3630 req-913e8a18-36e0-43ab-a75a-b8d2ab4d3391 service nova] Enqueued Resource ID: f4f88f7e-8bbc-4055-8570-34548130e201 with Priority: HIGHEST for action security_group_rules [ 1453.468767] env[69309]: INFO networking_nsxv3.common.synchronization [req-5285a4b7-ae07-41e2-8789-1c36177c3630 req-913e8a18-36e0-43ab-a75a-b8d2ab4d3391 service nova] Enqueued Resource ID: f4f88f7e-8bbc-4055-8570-34548130e201 with Priority: HIGHEST for action security_group_members [ 1453.468767] env[69309]: INFO networking_nsxv3.common.synchronization [req-5285a4b7-ae07-41e2-8789-1c36177c3630 req-913e8a18-36e0-43ab-a75a-b8d2ab4d3391 service nova] Enqueued Resource ID: 07c33810-dc5b-4bdc-928c-4495fc567138 with Priority: HIGHEST for action port [ 1453.469272] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f88f7e-8bbc-4055-8570-34548130e201 with Priority: HIGHEST for action security_group_rules [ 1453.469412] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f88f7e-8bbc-4055-8570-34548130e201 with Priority: HIGHEST for action security_group_members [ 1453.469509] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c33810-dc5b-4bdc-928c-4495fc567138 with Priority: HIGHEST for action port [ 1453.469780] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4f88f7e-8bbc-4055-8570-34548130e201 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.469900] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.469966] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.470175] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.470257] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4f88f7e-8bbc-4055-8570-34548130e201',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.472059] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4f88f7e-8bbc-4055-8570-34548130e201 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.472059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.472059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.472059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.472059] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.472059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.472059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.472059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.472059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.472059] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4f88f7e-8bbc-4055-8570-34548130e201',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.472959] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-07c33810-dc5b-4bdc-928c-4495fc567138 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.474636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07c33810-dc5b-4bdc-928c-4495fc567138" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.474636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07c33810-dc5b-4bdc-928c-4495fc567138" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.474636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07c33810-dc5b-4bdc-928c-4495fc567138" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.474636] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07c33810-dc5b-4bdc-928c-4495fc567138',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.975116] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4f88f7e-8bbc-4055-8570-34548130e201',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.975856] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4f88f7e-8bbc-4055-8570-34548130e201 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.975970] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.976356] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07c33810-dc5b-4bdc-928c-4495fc567138 with status ACTIVE [ 1453.976525] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.976630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.976691] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.976883] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.976972] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.977148] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.977242] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.977301] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.977481] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.977552] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.977779] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.977832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.977864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.978011] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.978090] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.978172] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07c33810-dc5b-4bdc-928c-4495fc567138 is going to be updated. [ 1453.998291] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.998426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.998426] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.998630] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.998727] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.998873] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07c33810-dc5b-4bdc-928c-4495fc567138" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.476799] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4f88f7e-8bbc-4055-8570-34548130e201',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.668525] env[69309]: INFO networking_nsxv3.common.synchronization [req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 req-58e7a736-2813-4e0a-960a-b0c1941203a3 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1454.669042] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1454.669340] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.669461] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.669533] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.669740] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.669854] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.669946] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.670014] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.670157] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.670240] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.670334] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.934072] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.934296] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.934350] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.934629] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.934971] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.935150] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.935279] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.935852] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.936032] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.936268] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1454.936461] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1454.936594] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1454.936734] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1454.936830] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1454.936976] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1454.937139] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1454.955113] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1454.955313] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1454.955481] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1454.955609] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-189" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.955946] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-3b6800a2-dc8e-46be-9584-5f12e9edd329 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.956173] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-3b6800a2-dc8e-46be-9584-5f12e9edd329" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.956335] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-3b6800a2-dc8e-46be-9584-5f12e9edd329" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.956641] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-3b6800a2-dc8e-46be-9584-5f12e9edd329" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.956790] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b6800a2-dc8e-46be-9584-5f12e9edd329',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.979396] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.979629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.979701] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.979896] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.979987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.980097] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4f88f7e-8bbc-4055-8570-34548130e201 is going to be created. [ 1455.002307] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.002498] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.002498] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.002692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.002843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.011323] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f88f7e-8bbc-4055-8570-34548130e201 in Status: UNINITIALIZED for 2s [ 1455.172525] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.460011] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.460011] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.460011] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.460882] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.460882] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.461053] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port 3b6800a2-dc8e-46be-9584-5f12e9edd329 not found, creating... [ 1455.461788] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.461788] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.461788] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.462073] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.462265] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.462868] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.462965] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.463069] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.463388] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.464376] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.464376] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: 3b6800a2-dc8e-46be-9584-5f12e9edd329 is going to be created. [ 1455.485047] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.485047] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.485047] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.485047] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.485541] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.485541] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-3b6800a2-dc8e-46be-9584-5f12e9edd329" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.675404] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.165483] env[69309]: INFO networking_nsxv3.common.synchronization [req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 req-8d675056-2100-4fc2-8cff-36a3bd1978d6 service nova] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_rules [ 1456.165483] env[69309]: INFO networking_nsxv3.common.synchronization [req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 req-8d675056-2100-4fc2-8cff-36a3bd1978d6 service nova] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1456.165483] env[69309]: INFO networking_nsxv3.common.synchronization [req-7ee8e35d-a3d0-4894-9304-9ab0b3b54c77 req-8d675056-2100-4fc2-8cff-36a3bd1978d6 service nova] Enqueued Resource ID: 3b6800a2-dc8e-46be-9584-5f12e9edd329 with Priority: HIGHEST for action port [ 1456.165483] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_rules [ 1456.165483] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1456.165483] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b6800a2-dc8e-46be-9584-5f12e9edd329 with Priority: HIGHEST for action port [ 1456.167551] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.167721] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.167848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.168912] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.168912] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.169123] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.169123] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.169322] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b6800a2-dc8e-46be-9584-5f12e9edd329 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.169442] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b6800a2-dc8e-46be-9584-5f12e9edd329" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.169509] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b6800a2-dc8e-46be-9584-5f12e9edd329" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.169685] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b6800a2-dc8e-46be-9584-5f12e9edd329" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.169767] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b6800a2-dc8e-46be-9584-5f12e9edd329',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.178490] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.178673] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.178734] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.179221] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.179221] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.179221] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1456.206410] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.206410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.206410] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.206769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.206769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.214455] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1456.672450] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.672834] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.672834] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b6800a2-dc8e-46be-9584-5f12e9edd329 with status ACTIVE [ 1456.673073] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.673245] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.673362] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.673638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.673784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.674034] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.674225] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.674322] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.674480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.674567] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.674753] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.674853] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.674915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.675573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.675573] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.675716] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b6800a2-dc8e-46be-9584-5f12e9edd329 is going to be updated. [ 1456.719422] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.719584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.719629] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.719828] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.719961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.720134] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b6800a2-dc8e-46be-9584-5f12e9edd329" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.020492] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f88f7e-8bbc-4055-8570-34548130e201 in Status: SUCCESS [ 1457.020690] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.020843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.021073] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.021262] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.021394] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.021461] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.021615] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.021698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.021782] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.021870] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4f88f7e-8bbc-4055-8570-34548130e201',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.524431] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4f88f7e-8bbc-4055-8570-34548130e201',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.027459] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4f88f7e-8bbc-4055-8570-34548130e201: rpc.has_security_group_logging(os_id): False [ 1458.044452] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.044638] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.044691] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.044873] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.044965] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.045214] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.045318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.045381] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.045527] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.045603] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.045689] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4f88f7e-8bbc-4055-8570-34548130e201 is going to be created. [ 1458.104614] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.104832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.104913] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.105211] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.105413] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.116138] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4f88f7e-8bbc-4055-8570-34548130e201 in Status: IN_PROGRESS for 2s [ 1458.228134] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1458.228423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.228689] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.228945] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.229198] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.229376] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.229498] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.229711] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.229834] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.229992] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.732555] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.234684] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.736926] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.737219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.737219] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.737349] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.737408] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.737514] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1459.772229] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.772457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.772457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.772634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.772789] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.782113] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1460.127628] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4f88f7e-8bbc-4055-8570-34548130e201 in Status: SUCCESS [ 1460.127898] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.166158] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.166529] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1461.791116] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1461.791343] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.791532] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.791773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.791962] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.792096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.792161] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.792306] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.792389] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.792476] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.792566] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.295510] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.295843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.295843] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.296043] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.296223] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.296327] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.296436] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.296609] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.296694] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.296784] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.296931] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.297064] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.297129] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.297247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.297402] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.297645] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.297645] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.297729] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.297760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.297875] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.297928] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.800423] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65a54e00-d819-48de-ae90-c4d7ff098f34: rpc.has_security_group_logging(os_id): False [ 1462.817147] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.817298] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.817392] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.817544] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.817635] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.817817] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.817915] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.817978] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.818143] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.818221] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.818404] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.818500] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.818562] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.818699] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.818773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.818965] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.819070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.819152] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.819324] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.819404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.819492] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1462.877281] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.877472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.877472] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.877679] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.877823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.897309] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1464.920577] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1464.920947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.167739] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.168246] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.135321] env[69309]: INFO networking_nsxv3.common.synchronization [req-5fde5d2b-3613-4e1e-b8ee-a3013b34c851 req-4f817ea4-7ddf-49ac-9436-1ab93f417873 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1470.135849] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1470.136265] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.136414] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.136525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.136732] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.136878] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.136971] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.137059] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.137180] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.137329] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.137392] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.639123] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.141797] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.644391] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.644566] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.644653] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.644855] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.644951] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.645062] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1471.673231] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.673366] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.673425] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.673607] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.673753] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.681282] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1473.691514] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1473.691875] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.137412] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.137870] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.342104] env[69309]: INFO networking_nsxv3.common.synchronization [req-09197b4d-68ec-4bbe-908a-1a23e68922dc req-42475eb3-af0c-492f-a043-829666c738d3 tempest-ServersTestJSON-399220122 tempest-ServersTestJSON-399220122-project-member] Enqueued Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1476.342678] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 with Priority: HIGHEST for action security_group_members [ 1476.342944] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-65a54e00-d819-48de-ae90-c4d7ff098f34 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.343124] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.343163] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.343330] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.343480] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.343576] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.343645] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.343781] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.343867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.343958] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65a54e00-d819-48de-ae90-c4d7ff098f34',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.846153] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.846305] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.846389] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.846619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.846708] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.846903] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.847008] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.847096] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.847229] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.847304] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.847390] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 is going to be updated. [ 1476.872944] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.873091] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.873173] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.873336] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.873471] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.880863] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: IN_PROGRESS for 2s [ 1478.890890] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 in Status: SUCCESS [ 1478.891151] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65a54e00-d819-48de-ae90-c4d7ff098f34 deletion is rescheduled due to dependency. [ 1478.891151] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65a54e00-d819-48de-ae90-c4d7ff098f34" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.343827] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.344244] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.344552] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.344852] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.346127] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.346568] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.346798] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.347148] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.347709] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.347709] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.348203] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.348583] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.349329] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.349608] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.350658] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.351104] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.911937] env[69309]: INFO networking_nsxv3.common.synchronization [req-fed094f4-53f7-499b-a7c9-d6cfe7eaa613 req-226d1ebf-8ab9-4bbb-8052-61718896d2be tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Enqueued Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_members [ 1517.913027] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_members [ 1517.913027] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.913027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.913027] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.913443] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.913443] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.913606] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.913606] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.913788] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.913788] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.913888] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.415644] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.415860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.415860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.416119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.416220] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.416426] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.416523] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.416587] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.416744] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.416822] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.416937] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 is going to be updated. [ 1518.443912] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.444113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.444113] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.444271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.444404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.452211] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: IN_PROGRESS for 2s [ 1520.463019] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: SUCCESS [ 1520.463417] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 deletion is rescheduled due to dependency. [ 1520.463417] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.913305] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.913305] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.823789] env[69309]: INFO networking_nsxv3.common.synchronization [req-f29b9e8e-e270-46b0-8c39-4de33732c859 req-abbdf092-da42-4292-abef-c7ff349eafc1 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Enqueued Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_members [ 1524.823988] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_members [ 1524.825040] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.825040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.825040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.825040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.825040] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.825040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.825040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.825040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.825543] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.825543] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.085625] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.085841] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "network-141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.086342] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "network-141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.086342] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "network-141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.086511] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.086740] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.086865] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.087127] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.087287] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.087509] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1525.087628] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] NeedRegenerationException {{(pid=69309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1525.087744] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] no value, waiting for create lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1525.087851] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] value creation lock acquired {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1525.087967] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] No value present for key: 'zone-id' {{(pid=69309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1525.088113] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Calling creation function for not-yet-present value {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1525.088254] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1525.108275] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1525.108436] env[69309]: DEBUG dogpile.cache.region [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1525.108578] env[69309]: DEBUG dogpile.lock [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Released creation lock {{(pid=69309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1525.108756] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "network-141" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.109088] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock port-b57759a0-eede-4925-8e40-243b25787bde taken with stack trace [, , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.109276] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "port-b57759a0-eede-4925-8e40-243b25787bde" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.109463] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "port-b57759a0-eede-4925-8e40-243b25787bde" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.109792] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "port-b57759a0-eede-4925-8e40-243b25787bde" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.109938] env[69309]: DEBUG networking_nsxv3.api.rpc [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b57759a0-eede-4925-8e40-243b25787bde',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.328548] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.328704] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.328772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.330318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.330318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.330318] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.330318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.330318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.330318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.330318] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.330318] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 is going to be updated. [ 1525.354997] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.355142] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.355217] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.355377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.355513] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.363207] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: IN_PROGRESS for 2s [ 1525.613047] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.613339] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.613477] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.613757] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.613915] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.614097] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Segment Port b57759a0-eede-4925-8e40-243b25787bde not found, creating... [ 1525.614361] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.614518] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.614641] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.614868] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.615054] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.615728] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.615728] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.615728] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.615888] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.615980] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.616118] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Resource: SegmentPort with ID: b57759a0-eede-4925-8e40-243b25787bde is going to be created. [ 1525.634684] env[69309]: DEBUG networking_nsxv3.common.locking [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.634920] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.635026] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.635248] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.635475] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.635689] env[69309]: DEBUG oslo_concurrency.lockutils [None req-a6af80aa-429c-4e8b-9300-c80447c3975d None None] Releasing lock "port-b57759a0-eede-4925-8e40-243b25787bde" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.300041] env[69309]: INFO networking_nsxv3.common.synchronization [req-f29b9e8e-e270-46b0-8c39-4de33732c859 req-b0a6e4e9-b405-463b-bc22-66b51513472c service nova] Enqueued Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_rules [ 1526.300041] env[69309]: INFO networking_nsxv3.common.synchronization [req-f29b9e8e-e270-46b0-8c39-4de33732c859 req-b0a6e4e9-b405-463b-bc22-66b51513472c service nova] Enqueued Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_members [ 1526.300041] env[69309]: INFO networking_nsxv3.common.synchronization [req-f29b9e8e-e270-46b0-8c39-4de33732c859 req-b0a6e4e9-b405-463b-bc22-66b51513472c service nova] Enqueued Resource ID: b57759a0-eede-4925-8e40-243b25787bde with Priority: HIGHEST for action port [ 1526.300041] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_rules [ 1526.300041] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_members [ 1526.300041] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57759a0-eede-4925-8e40-243b25787bde with Priority: HIGHEST for action port [ 1526.300949] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.301215] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.301383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.306535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.306535] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.306535] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.306535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.306535] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b57759a0-eede-4925-8e40-243b25787bde taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.306535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b57759a0-eede-4925-8e40-243b25787bde" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.306535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b57759a0-eede-4925-8e40-243b25787bde" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.306535] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b57759a0-eede-4925-8e40-243b25787bde" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.306535] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b57759a0-eede-4925-8e40-243b25787bde',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.810404] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b57759a0-eede-4925-8e40-243b25787bde with status ACTIVE [ 1526.810646] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.810787] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.810864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.811133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.811231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.811417] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.811515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.811575] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.811719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.811793] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.811973] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.812075] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.812136] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.812271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.812344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.812453] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b57759a0-eede-4925-8e40-243b25787bde is going to be updated. [ 1526.813618] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.813719] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.832316] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.832466] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.832466] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.832594] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.832723] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.832868] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b57759a0-eede-4925-8e40-243b25787bde" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.372199] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: SUCCESS [ 1527.372501] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 deletion is rescheduled due to dependency. [ 1527.372501] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.372634] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.372813] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.372987] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.373115] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.373218] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.373323] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.373402] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.373495] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.875175] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.087928] env[69309]: INFO networking_nsxv3.common.synchronization [req-803a0d23-400d-42e0-8ed7-9832cce0a79d req-09f3476e-ae01-4d58-b578-b683ea27f07f tempest-AttachVolumeTestJSON-1676184998 tempest-AttachVolumeTestJSON-1676184998-project-member] Enqueued Resource ID: f4f88f7e-8bbc-4055-8570-34548130e201 with Priority: HIGHEST for action security_group_members [ 1528.088689] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f88f7e-8bbc-4055-8570-34548130e201 with Priority: HIGHEST for action security_group_members [ 1528.089206] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4f88f7e-8bbc-4055-8570-34548130e201 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.089396] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.089499] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.089773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.090037] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.090207] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.090308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.090516] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.090616] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.090728] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4f88f7e-8bbc-4055-8570-34548130e201',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.377085] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.592790] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.592973] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.593053] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.593287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.593384] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.593586] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.593689] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.593754] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.593891] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.594029] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.594082] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4f88f7e-8bbc-4055-8570-34548130e201 is going to be updated. [ 1528.618678] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.618823] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.618871] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.619039] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.619165] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.626912] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f88f7e-8bbc-4055-8570-34548130e201 in Status: IN_PROGRESS for 2s [ 1528.881510] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.881510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.881510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.881510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.881510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.881510] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 is going to be updated. [ 1528.908342] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.908684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.908684] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.908847] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.908899] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.916253] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: IN_PROGRESS for 2s [ 1530.636075] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f88f7e-8bbc-4055-8570-34548130e201 in Status: IN_PROGRESS for 4s [ 1530.925371] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: SUCCESS [ 1530.925624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.925794] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.926031] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.926206] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.926326] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.926383] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.926538] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.926619] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.926705] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.926793] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.429249] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.930813] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3: rpc.has_security_group_logging(os_id): False [ 1531.947473] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.947608] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.947675] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.947887] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.948021] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.948273] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.948391] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.948451] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.948602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.948683] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.948769] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 is going to be updated. [ 1532.015662] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.015797] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.015872] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.016089] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.016236] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.029016] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: IN_PROGRESS for 2s [ 1532.644940] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f88f7e-8bbc-4055-8570-34548130e201 in Status: SUCCESS [ 1532.645132] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4f88f7e-8bbc-4055-8570-34548130e201 deletion is rescheduled due to dependency. [ 1532.645220] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.089830] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.090256] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1534.041239] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: SUCCESS [ 1534.041239] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.091266] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.091612] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.092770] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.093143] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.093449] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.093895] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1552.319064] env[69309]: INFO networking_nsxv3.common.synchronization [req-0e7e9b49-d1be-474b-aca6-3cd6d4b6528e req-ace9f133-f7ab-4aa0-b8c3-093fb812d9bd tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Enqueued Resource ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d with Priority: HIGHEST for action security_group_members [ 1552.319631] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d with Priority: HIGHEST for action security_group_members [ 1552.319931] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33c40be-a8f0-4362-80a4-9b11b4f7917d taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.320071] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.320144] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.320342] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.320545] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.320636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.320636] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.320774] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.320867] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.321771] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33c40be-a8f0-4362-80a4-9b11b4f7917d',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1552.825148] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.825335] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.825335] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.825549] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.825680] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.825892] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.825992] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.826069] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.826223] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.826303] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.826390] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d is going to be updated. [ 1552.854833] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.854991] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.854991] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.855185] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.855332] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.862733] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d in Status: IN_PROGRESS for 2s [ 1554.873400] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d in Status: SUCCESS [ 1554.873760] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33c40be-a8f0-4362-80a4-9b11b4f7917d deletion is rescheduled due to dependency. [ 1554.873760] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33c40be-a8f0-4362-80a4-9b11b4f7917d" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.321043] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.321399] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.322657] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.322992] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1563.349196] env[69309]: INFO networking_nsxv3.common.synchronization [req-e87487d6-83cb-4ba1-91a8-0346e60d4b1a req-581c47fe-dd86-428d-abd8-ea101ba2ab54 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Enqueued Resource ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc with Priority: HIGHEST for action security_group_members [ 1563.350299] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc with Priority: HIGHEST for action security_group_members [ 1563.350299] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-03aa9e1d-2370-4583-be0a-0e3c839a76dc taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.350299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.350299] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.350587] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.350587] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.350670] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.350708] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.350832] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.350917] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.351068] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.854190] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.357047] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.861288] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.861515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.861515] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.861775] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.861890] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.862018] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc is going to be updated. [ 1564.889072] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.889202] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.889297] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.889444] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.889578] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.896992] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc in Status: IN_PROGRESS for 2s [ 1566.906949] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc in Status: SUCCESS [ 1566.907441] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.350857] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1568.351261] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1569.980684] env[69309]: INFO networking_nsxv3.common.synchronization [req-cde88bf8-2347-4ae6-b8c8-64c2330a1b5c req-f2520b67-0721-4b49-93e5-5e593d1db6d2 tempest-ServerRescueNegativeTestJSON-364644520 tempest-ServerRescueNegativeTestJSON-364644520-project-member] Enqueued Resource ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc with Priority: HIGHEST for action security_group_members [ 1569.980684] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc with Priority: HIGHEST for action security_group_members [ 1569.980684] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-03aa9e1d-2370-4583-be0a-0e3c839a76dc taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.981067] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.981067] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.981067] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.981198] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.981287] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.981344] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.981477] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.981563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.981654] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.485419] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.485643] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.485643] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.485864] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.485973] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.486161] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.486252] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.486308] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.486456] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.486534] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.486622] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc is going to be updated. [ 1570.512171] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.512323] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.512323] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.512532] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.512695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.521256] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc in Status: IN_PROGRESS for 2s [ 1572.532148] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc in Status: SUCCESS [ 1572.532476] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc deletion is rescheduled due to dependency. [ 1572.532476] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.981903] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1574.982266] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.983437] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1579.983926] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1584.984309] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1584.984713] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1586.720838] env[69309]: INFO networking_nsxv3.common.synchronization [req-bacdbbe5-2903-452a-ba44-4ff19d745d3e req-055e785d-17a0-446d-be58-da847591cc65 tempest-ServerActionsTestJSON-1409911094 tempest-ServerActionsTestJSON-1409911094-project-member] Enqueued Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_members [ 1586.721386] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGHEST for action security_group_members [ 1586.721700] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.721826] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.721950] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.722128] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.722280] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.722379] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.722438] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.722582] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.722669] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.722779] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1587.225538] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.225809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.225809] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.225998] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.226110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.226306] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.226403] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.226461] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.226624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.226695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.226780] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 is going to be updated. [ 1587.252916] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.253120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.253120] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.253297] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.253420] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.260723] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: IN_PROGRESS for 2s [ 1589.270774] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 in Status: SUCCESS [ 1589.271224] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 deletion is rescheduled due to dependency. [ 1589.271224] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.722294] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1591.722572] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1596.723782] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1596.724203] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1599.614236] env[69309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1599.614534] env[69309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ce0c8867-8fbf-43a7-982b-6e6d69a40ca3 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1601.724858] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1601.725156] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1606.565534] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.566029] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.566029] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.566029] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.566197] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1606.726022] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1606.726195] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1607.068340] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1607.571498] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.073710] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1608.073926] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1608.862846] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.863249] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.863249] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.863343] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.874378] env[69309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1608.875224] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.876341] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1608.923234] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.923407] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.923407] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.923606] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.938939] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.939630] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1608.939708] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1608.939797] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1608.972547] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.972687] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.972750] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.972911] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.973690] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.973834] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1609.064941] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.065119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.065119] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.065330] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.065617] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.065884] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1609.154760] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.154934] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.155010] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.155171] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.155450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.155762] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 1609.155886] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b273f108-9178-4725-8891-46537fddb8ad', '893f8f6f-c467-4fdc-b7f8-f77d25087ce0', '323d67f1-257c-4e09-8bd0-ac04f3c2d795', 'dbcf86a5-6932-4843-8ffe-f65d932e1980', '0b9f6cdd-31e6-40e5-8301-96c93981d720', '03aa9e1d-2370-4583-be0a-0e3c839a76dc', 'd8a1f2f1-b766-462d-8143-f5510196a476', '5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3', '069bfd4f-132e-46a1-bd72-8558669d02b7', '3e161985-6b1b-47a8-83da-21a474a0b6c0', '93e7f075-ab71-495d-9bf9-df545a22d068', '19f1089e-df9b-45dd-825c-c53084cd5459', '72f65881-cded-4039-8a90-53cac8ab8241', '37a8c71f-40cc-4e36-980a-f9cb2acca81f', '829d5fcf-f4f0-49da-900f-402ac4db7d1b', 'f4f88f7e-8bbc-4055-8570-34548130e201', '70b3f3fd-2a60-4d27-9d90-4c4a756b133f', '0acafaac-2969-431f-843b-984434e33787', '654e0663-5c1b-4e3d-a043-1a8ba010c7ca', 'f23eef97-2b3e-4b9b-8fa5-ce8364a7b703', '768caa60-e59f-4786-859e-8c1a830779f5', '096d6a03-0a2f-495f-a9eb-90c8f49ffaf9', '5c0354b4-27ad-4ace-8ddb-3da7c843b4bb', '5db2e302-db89-4857-92fa-188f4c221bb2', '65a54e00-d819-48de-ae90-c4d7ff098f34', '7cbce3b4-edb0-4d06-bc9e-ac1f849380f0', '501e0efc-845b-42e2-a7d8-4dcf169ce859', 'b5278807-12cb-43c8-8437-60c4098e1c53', 'f77217a7-5892-448b-b91c-5d2beb196f43', 'f1fd8e04-dff8-4fc7-b94b-0b54a2c48926', 'b33c40be-a8f0-4362-80a4-9b11b4f7917d'} {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1609.155990] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1609.175194] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.175359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.175404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.175563] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.175648] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.175751] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1609.175823] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1609.175906] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1609.262866] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.263062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.263062] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.263247] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.264335] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.264549] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1609.264629] env[69309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1609.264720] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1609.264784] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1609.264858] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 1609.264953] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b273f108-9178-4725-8891-46537fddb8ad with Priority: HIGH for action security_group_rules [ 1609.265054] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 with Priority: HIGH for action security_group_rules [ 1609.265151] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 with Priority: HIGH for action security_group_rules [ 1609.265218] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 with Priority: HIGH for action security_group_rules [ 1609.265274] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGH for action security_group_rules [ 1609.265330] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc with Priority: HIGH for action security_group_rules [ 1609.265384] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d8a1f2f1-b766-462d-8143-f5510196a476 with Priority: HIGH for action security_group_rules [ 1609.265450] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGH for action security_group_rules [ 1609.265494] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 with Priority: HIGH for action security_group_rules [ 1609.265555] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGH for action security_group_rules [ 1609.265613] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93e7f075-ab71-495d-9bf9-df545a22d068 with Priority: HIGH for action security_group_rules [ 1609.265667] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19f1089e-df9b-45dd-825c-c53084cd5459 with Priority: HIGH for action security_group_rules [ 1609.265726] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72f65881-cded-4039-8a90-53cac8ab8241 with Priority: HIGH for action security_group_rules [ 1609.265806] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f with Priority: HIGH for action security_group_rules [ 1609.265872] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b with Priority: HIGH for action security_group_rules [ 1609.265926] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4f88f7e-8bbc-4055-8570-34548130e201 with Priority: HIGH for action security_group_rules [ 1609.265987] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGH for action security_group_rules [ 1609.266062] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0acafaac-2969-431f-843b-984434e33787 with Priority: HIGH for action security_group_rules [ 1609.266124] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGH for action security_group_rules [ 1609.266189] env[69309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGH for action security_group_rules [ 1609.266302] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.728053] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1611.728053] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1611.728053] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b273f108-9178-4725-8891-46537fddb8ad with Priority: HIGH for action security_group_rules [ 1611.728053] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 with Priority: HIGH for action security_group_rules [ 1611.728520] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8a1f2f1-b766-462d-8143-f5510196a476 with Priority: HIGH for action security_group_rules [ 1611.728520] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b with Priority: HIGH for action security_group_rules [ 1611.728520] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 with Priority: HIGH for action security_group_rules [ 1611.728520] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca with Priority: HIGH for action security_group_rules [ 1611.728520] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0acafaac-2969-431f-843b-984434e33787 with Priority: HIGH for action security_group_rules [ 1611.728520] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f with Priority: HIGH for action security_group_rules [ 1611.728930] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f with Priority: HIGH for action security_group_rules [ 1611.728930] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f88f7e-8bbc-4055-8570-34548130e201 with Priority: HIGH for action security_group_rules [ 1611.728930] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f65881-cded-4039-8a90-53cac8ab8241 with Priority: HIGH for action security_group_rules [ 1611.728930] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f1089e-df9b-45dd-825c-c53084cd5459 with Priority: HIGH for action security_group_rules [ 1611.728930] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e7f075-ab71-495d-9bf9-df545a22d068 with Priority: HIGH for action security_group_rules [ 1611.729122] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 with Priority: HIGH for action security_group_rules [ 1611.729122] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 with Priority: HIGH for action security_group_rules [ 1611.729185] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc with Priority: HIGH for action security_group_rules [ 1611.729282] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 with Priority: HIGH for action security_group_rules [ 1611.729323] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 with Priority: HIGH for action security_group_rules [ 1611.729438] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 with Priority: HIGH for action security_group_rules [ 1611.729496] env[69309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 with Priority: HIGH for action security_group_rules [ 1611.729816] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b273f108-9178-4725-8891-46537fddb8ad taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.729947] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.730023] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.730234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.730313] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b273f108-9178-4725-8891-46537fddb8ad',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.731245] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.731359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.731430] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.731593] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.731670] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('323d67f1-257c-4e09-8bd0-ac04f3c2d795',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.732717] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8a1f2f1-b766-462d-8143-f5510196a476 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.732844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.732904] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.733046] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.733142] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8a1f2f1-b766-462d-8143-f5510196a476',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.733957] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-829d5fcf-f4f0-49da-900f-402ac4db7d1b taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.733957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.733957] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.734158] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.734214] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('829d5fcf-f4f0-49da-900f-402ac4db7d1b',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.734863] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.734966] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.735057] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.735181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.735286] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f23eef97-2b3e-4b9b-8fa5-ce8364a7b703',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.736019] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.736137] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.736198] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.736365] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.736438] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('654e0663-5c1b-4e3d-a043-1a8ba010c7ca',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.737094] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0acafaac-2969-431f-843b-984434e33787 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.737206] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.737271] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.737461] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.737502] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0acafaac-2969-431f-843b-984434e33787',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.738164] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.738276] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.738338] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.738507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.738548] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b3f3fd-2a60-4d27-9d90-4c4a756b133f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.739210] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.739359] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.739407] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.739522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.739588] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37a8c71f-40cc-4e36-980a-f9cb2acca81f',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.740343] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4f88f7e-8bbc-4055-8570-34548130e201 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.740460] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.740517] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.740729] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.740729] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4f88f7e-8bbc-4055-8570-34548130e201',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.741368] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72f65881-cded-4039-8a90-53cac8ab8241 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.741484] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.741551] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.741718] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.741787] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72f65881-cded-4039-8a90-53cac8ab8241',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.742421] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f1089e-df9b-45dd-825c-c53084cd5459 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.742541] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.742586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.742726] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.742792] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f1089e-df9b-45dd-825c-c53084cd5459',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.743586] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93e7f075-ab71-495d-9bf9-df545a22d068 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.743686] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.743726] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.743848] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.743916] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93e7f075-ab71-495d-9bf9-df545a22d068',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.744585] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e161985-6b1b-47a8-83da-21a474a0b6c0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.744682] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.744772] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.744893] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.745031] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e161985-6b1b-47a8-83da-21a474a0b6c0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.745624] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-069bfd4f-132e-46a1-bd72-8558669d02b7 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.745724] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.745791] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.745935] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.746014] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('069bfd4f-132e-46a1-bd72-8558669d02b7',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.746666] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03aa9e1d-2370-4583-be0a-0e3c839a76dc taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.746773] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.746836] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.746987] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.747073] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03aa9e1d-2370-4583-be0a-0e3c839a76dc',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.747957] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.748085] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.748155] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.748295] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.748367] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.749047] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b9f6cdd-31e6-40e5-8301-96c93981d720 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.749162] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.749216] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.749361] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.749435] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b9f6cdd-31e6-40e5-8301-96c93981d720',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.750086] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.750196] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.750267] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.750464] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.750527] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('893f8f6f-c467-4fdc-b7f8-f77d25087ce0',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.751214] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbcf86a5-6932-4843-8ffe-f65d932e1980 taken with stack trace [, , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.751321] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.751387] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.751526] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.751600] env[69309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbcf86a5-6932-4843-8ffe-f65d932e1980',) {} {{(pid=69309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.783530] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.783671] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.783879] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.783944] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.785501] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.785653] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.786577] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.786679] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.807227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.807352] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b3f3fd-2a60-4d27-9d90-4c4a756b133f is going to be deleted. [ 1611.808168] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.808356] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.825248] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.825385] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8a1f2f1-b766-462d-8143-f5510196a476 is going to be deleted. [ 1611.826049] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.826230] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.847108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.847204] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f1089e-df9b-45dd-825c-c53084cd5459 is going to be deleted. [ 1611.877817] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.878042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.878042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.878201] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.878328] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.878457] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b3f3fd-2a60-4d27-9d90-4c4a756b133f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.882619] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.882755] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.882855] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.882954] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.883051] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.883156] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8a1f2f1-b766-462d-8143-f5510196a476" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.922584] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.922693] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.922787] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.922943] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.923044] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.923164] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f1089e-df9b-45dd-825c-c53084cd5459" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.301169] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.301423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.301423] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.301586] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.304677] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.304897] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.312012] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.312196] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.312900] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.313043] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.314526] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.314698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.315438] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.315525] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.316337] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.316453] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.317140] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.317243] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.321226] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.321340] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.321995] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.322108] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.322770] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.322860] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.323470] env[69309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1612.323955] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.324068] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.326145] env[69309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1612.326522] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.326616] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.327208] env[69309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1612.327605] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.327698] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.328309] env[69309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1612.328675] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.328811] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.331878] env[69309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1612.332347] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.332479] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 323d67f1-257c-4e09-8bd0-ac04f3c2d795 is going to be deleted. [ 1612.333419] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.333624] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.341244] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.341350] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.347175] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.347285] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.356160] env[69309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1612.356565] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.356695] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0acafaac-2969-431f-843b-984434e33787 is going to be deleted. [ 1612.357479] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.357673] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.376503] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.376610] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b9f6cdd-31e6-40e5-8301-96c93981d720 is going to be deleted. [ 1612.377296] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.377474] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.387687] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.387825] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.402988] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.403110] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.411608] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.411711] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 654e0663-5c1b-4e3d-a043-1a8ba010c7ca is going to be deleted. [ 1612.412421] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.412600] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.456055] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.456055] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 893f8f6f-c467-4fdc-b7f8-f77d25087ce0 is going to be deleted. [ 1612.456507] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.456710] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.489358] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.489510] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.527611] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.527790] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b273f108-9178-4725-8891-46537fddb8ad is going to be deleted. [ 1612.528559] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.528759] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.538787] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.538902] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.596254] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.596417] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.597052] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.597167] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3 is going to be deleted. [ 1612.597950] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.598154] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.636571] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.636714] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4f88f7e-8bbc-4055-8570-34548130e201 is going to be deleted. [ 1612.637450] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.637643] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.660660] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.660756] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37a8c71f-40cc-4e36-980a-f9cb2acca81f is going to be deleted. [ 1612.661474] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.661650] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.700636] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.700753] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.721652] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.721761] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e161985-6b1b-47a8-83da-21a474a0b6c0 is going to be deleted. [ 1612.722480] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.722658] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.751393] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.751688] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 069bfd4f-132e-46a1-bd72-8558669d02b7 is going to be deleted. [ 1612.752202] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.752372] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.753587] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.753689] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.801191] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.801243] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f23eef97-2b3e-4b9b-8fa5-ce8364a7b703 is going to be deleted. [ 1612.802038] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.802234] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.817677] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.817812] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.818424] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.818522] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.846513] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.846618] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.905627] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.905797] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 829d5fcf-f4f0-49da-900f-402ac4db7d1b is going to be deleted. [ 1612.906643] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.906854] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.948150] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.948150] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.955317] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.955317] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.976844] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.976955] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93e7f075-ab71-495d-9bf9-df545a22d068 is going to be deleted. [ 1612.977708] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.977938] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.139692] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.139910] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbcf86a5-6932-4843-8ffe-f65d932e1980 is going to be deleted. [ 1613.140754] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.140981] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.183812] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.183812] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.200065] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.200065] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72f65881-cded-4039-8a90-53cac8ab8241 is going to be deleted. [ 1613.200948] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.201168] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.202430] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.202523] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.294602] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.294762] env[69309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03aa9e1d-2370-4583-be0a-0e3c839a76dc is going to be deleted. [ 1613.295626] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.295858] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.295948] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.296084] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-323d67f1-257c-4e09-8bd0-ac04f3c2d795" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.296237] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.296391] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.296471] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.296585] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0acafaac-2969-431f-843b-984434e33787" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.297070] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.297227] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.297310] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.297427] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b9f6cdd-31e6-40e5-8301-96c93981d720" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.297554] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.297694] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.297769] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.297961] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-654e0663-5c1b-4e3d-a043-1a8ba010c7ca" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.298065] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.298190] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.298264] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.298374] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-893f8f6f-c467-4fdc-b7f8-f77d25087ce0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.298495] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.298628] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.298702] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.298813] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e9dd5bb-2dd6-4fc6-86e0-5655c4142ef3" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.298932] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.299078] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.299147] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.299251] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b273f108-9178-4725-8891-46537fddb8ad" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.299377] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.299511] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.299584] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.299695] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4f88f7e-8bbc-4055-8570-34548130e201" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.299824] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.299958] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.300042] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.300149] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37a8c71f-40cc-4e36-980a-f9cb2acca81f" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.300268] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.300415] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.300488] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.300592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e161985-6b1b-47a8-83da-21a474a0b6c0" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.300715] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.300847] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.300921] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.301040] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-069bfd4f-132e-46a1-bd72-8558669d02b7" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.301164] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.301298] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.301370] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.301474] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f23eef97-2b3e-4b9b-8fa5-ce8364a7b703" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.301592] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.301723] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.301797] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.301897] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-829d5fcf-f4f0-49da-900f-402ac4db7d1b" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.302024] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.302161] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.302231] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.302331] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93e7f075-ab71-495d-9bf9-df545a22d068" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.366738] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.366882] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.366959] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.367079] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.367161] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.367273] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbcf86a5-6932-4843-8ffe-f65d932e1980" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.391780] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.391929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.391929] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.392097] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.392181] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.392293] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72f65881-cded-4039-8a90-53cac8ab8241" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.407387] env[69309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1613.407876] env[69309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.407995] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.408133] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.408319] env[69309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.408404] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.408519] env[69309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03aa9e1d-2370-4583-be0a-0e3c839a76dc" {{(pid=69309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.730744] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1616.731067] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1621.732134] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1621.732501] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1626.733428] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1626.733847] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1631.734478] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1631.734822] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1636.735852] env[69309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1636.736255] env[69309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0